2024-11-15 18:16:55,653 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 18:16:55,677 main DEBUG Took 0.019694 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 18:16:55,677 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 18:16:55,678 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 18:16:55,679 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 18:16:55,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,688 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 18:16:55,705 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,707 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,708 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,709 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,710 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,712 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,712 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,713 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,714 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,716 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,716 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:16:55,717 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,717 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 18:16:55,719 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:16:55,720 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 18:16:55,722 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 18:16:55,722 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 18:16:55,724 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 18:16:55,724 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 18:16:55,731 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 18:16:55,734 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 18:16:55,736 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 18:16:55,736 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 18:16:55,737 main DEBUG createAppenders(={Console}) 2024-11-15 18:16:55,737 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-15 18:16:55,738 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 18:16:55,738 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-15 18:16:55,739 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 18:16:55,739 main DEBUG OutputStream closed 2024-11-15 18:16:55,739 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 18:16:55,739 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 18:16:55,740 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-15 18:16:55,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 18:16:55,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 18:16:55,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 18:16:55,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 18:16:55,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 18:16:55,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 18:16:55,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 18:16:55,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 18:16:55,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 18:16:55,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 18:16:55,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 18:16:55,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 18:16:55,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 18:16:55,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 18:16:55,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 18:16:55,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 18:16:55,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 18:16:55,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 18:16:55,819 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 18:16:55,819 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-15 18:16:55,819 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 18:16:55,820 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-15T18:16:55,832 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-15 18:16:55,836 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 18:16:55,836 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T18:16:55,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=3582 2024-11-15T18:16:56,121 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-15T18:16:56,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac 2024-11-15T18:16:56,160 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/cluster_efa914d8-06d7-ef19-6a75-a325dac6b75a, deleteOnExit=true 2024-11-15T18:16:56,257 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/cluster_efa914d8-06d7-ef19-6a75-a325dac6b75a/zookeeper_0, clientPort=56875, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/cluster_efa914d8-06d7-ef19-6a75-a325dac6b75a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/cluster_efa914d8-06d7-ef19-6a75-a325dac6b75a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:16:56,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56875 2024-11-15T18:16:56,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:16:56,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:16:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/test.cache.data in system properties and HBase conf 2024-11-15T18:16:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:16:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:16:56,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:16:56,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:16:56,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:16:56,361 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T18:16:56,456 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:16:56,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:16:56,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:16:56,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:16:56,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:16:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:16:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:16:56,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:16:56,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:16:56,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:16:56,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:16:56,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:16:56,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:16:56,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:16:56,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:16:57,590 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T18:16:57,669 INFO [Time-limited test {}] log.Log(170): Logging initialized @3030ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T18:16:57,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:16:57,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:16:57,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:16:57,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:16:57,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:16:57,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:16:57,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:16:57,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:16:58,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/java.io.tmpdir/jetty-localhost-37473-hadoop-hdfs-3_4_1-tests_jar-_-any-3451727735697421112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:16:58,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:37473} 2024-11-15T18:16:58,033 INFO [Time-limited test {}] server.Server(415): Started @3394ms 2024-11-15T18:16:58,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:16:58,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:16:58,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:16:58,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:16:58,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:16:58,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:16:58,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:16:58,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/java.io.tmpdir/jetty-localhost-43017-hadoop-hdfs-3_4_1-tests_jar-_-any-741230743480977523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:16:58,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:43017} 2024-11-15T18:16:58,686 INFO [Time-limited test {}] server.Server(415): Started @4048ms 2024-11-15T18:16:58,740 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:16:59,762 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/cluster_efa914d8-06d7-ef19-6a75-a325dac6b75a/data/data1/current/BP-1398145040-172.17.0.2-1731694617013/current, will proceed with Du for space computation calculation, 2024-11-15T18:16:59,762 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/cluster_efa914d8-06d7-ef19-6a75-a325dac6b75a/data/data2/current/BP-1398145040-172.17.0.2-1731694617013/current, will proceed with Du for space computation calculation, 2024-11-15T18:16:59,786 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:16:59,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25d4653b6e76315b with lease ID 0x5303377ab0a52ee1: Processing first storage report for DS-0f8da863-034a-4509-8557-349cfe07d36e from datanode DatanodeRegistration(127.0.0.1:34993, datanodeUuid=d138d27d-5c50-458e-aadc-bc321e60ec56, infoPort=39801, infoSecurePort=0, ipcPort=39297, storageInfo=lv=-57;cid=testClusterID;nsid=686608852;c=1731694617013) 2024-11-15T18:16:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25d4653b6e76315b with lease ID 0x5303377ab0a52ee1: from storage DS-0f8da863-034a-4509-8557-349cfe07d36e node DatanodeRegistration(127.0.0.1:34993, datanodeUuid=d138d27d-5c50-458e-aadc-bc321e60ec56, infoPort=39801, infoSecurePort=0, ipcPort=39297, storageInfo=lv=-57;cid=testClusterID;nsid=686608852;c=1731694617013), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:16:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25d4653b6e76315b with lease ID 0x5303377ab0a52ee1: Processing first storage report for DS-17966bbd-8352-4ac1-b31c-f8738fdeb527 from datanode DatanodeRegistration(127.0.0.1:34993, datanodeUuid=d138d27d-5c50-458e-aadc-bc321e60ec56, infoPort=39801, infoSecurePort=0, ipcPort=39297, storageInfo=lv=-57;cid=testClusterID;nsid=686608852;c=1731694617013) 2024-11-15T18:16:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25d4653b6e76315b with lease ID 0x5303377ab0a52ee1: from storage DS-17966bbd-8352-4ac1-b31c-f8738fdeb527 node DatanodeRegistration(127.0.0.1:34993, datanodeUuid=d138d27d-5c50-458e-aadc-bc321e60ec56, infoPort=39801, infoSecurePort=0, ipcPort=39297, storageInfo=lv=-57;cid=testClusterID;nsid=686608852;c=1731694617013), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:16:59,856 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac 2024-11-15T18:16:59,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:16:59,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:00,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:17:00,470 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf with version=8 2024-11-15T18:17:00,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/hbase-staging 2024-11-15T18:17:00,548 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T18:17:00,771 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:00,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:00,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:00,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:00,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:00,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:00,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:17:00,971 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T18:17:00,979 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T18:17:00,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:01,005 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12207 (auto-detected) 2024-11-15T18:17:01,006 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T18:17:01,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33369 2024-11-15T18:17:01,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33369 connecting to ZooKeeper ensemble=127.0.0.1:56875 2024-11-15T18:17:01,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333690x0, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:01,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33369-0x1013fb6da580000 connected 2024-11-15T18:17:01,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:01,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:01,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/running 2024-11-15T18:17:01,467 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf, hbase.cluster.distributed=false 2024-11-15T18:17:01,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/acl 2024-11-15T18:17:01,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-15T18:17:01,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33369 2024-11-15T18:17:01,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33369 2024-11-15T18:17:01,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-15T18:17:01,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-15T18:17:01,587 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:01,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:01,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:01,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:01,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:01,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:01,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:17:01,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:01,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37941 2024-11-15T18:17:01,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37941 connecting to ZooKeeper ensemble=127.0.0.1:56875 2024-11-15T18:17:01,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:01,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:01,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379410x0, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:01,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379410x0, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/running 2024-11-15T18:17:01,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37941-0x1013fb6da580001 connected 2024-11-15T18:17:01,638 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:17:01,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:17:01,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/master 2024-11-15T18:17:01,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/acl 2024-11-15T18:17:01,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37941 2024-11-15T18:17:01,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37941 2024-11-15T18:17:01,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37941 2024-11-15T18:17:01,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37941 2024-11-15T18:17:01,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37941 2024-11-15T18:17:01,670 DEBUG [M:0;74ec74825666:33369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:33369 2024-11-15T18:17:01,672 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1340250670/backup-masters/74ec74825666,33369,1731694620619 2024-11-15T18:17:01,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/backup-masters 2024-11-15T18:17:01,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/backup-masters 2024-11-15T18:17:01,687 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on existing znode=/0-1340250670/backup-masters/74ec74825666,33369,1731694620619 2024-11-15T18:17:01,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1340250670/master 2024-11-15T18:17:01,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:01,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:01,717 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on existing znode=/0-1340250670/master 2024-11-15T18:17:01,719 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1340250670/backup-masters/74ec74825666,33369,1731694620619 from backup master directory 2024-11-15T18:17:01,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1340250670/backup-masters/74ec74825666,33369,1731694620619 2024-11-15T18:17:01,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/backup-masters 2024-11-15T18:17:01,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/backup-masters 2024-11-15T18:17:01,728 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:01,728 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,33369,1731694620619 2024-11-15T18:17:01,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T18:17:01,731 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T18:17:01,784 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/hbase.id] with ID: f4c125ba-a8d5-4d15-99e2-c436abd0abbc 2024-11-15T18:17:01,784 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/.tmp/hbase.id 2024-11-15T18:17:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:17:02,200 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/.tmp/hbase.id]:[hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/hbase.id] 2024-11-15T18:17:02,254 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:02,260 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:17:02,281 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-15T18:17:02,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:02,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:17:02,771 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:02,774 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:17:02,787 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:17:02,791 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:02,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:17:03,241 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store 2024-11-15T18:17:03,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:17:03,669 INFO [master/74ec74825666:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T18:17:03,676 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:03,677 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:03,677 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:03,678 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:03,679 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:03,679 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:03,679 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:03,680 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694623677Disabling compacts and flushes for region at 1731694623677Disabling writes for close at 1731694623679 (+2 ms)Writing region close event to WAL at 1731694623679Closed at 1731694623679 2024-11-15T18:17:03,682 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/.initializing 2024-11-15T18:17:03,683 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,33369,1731694620619 2024-11-15T18:17:03,690 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:03,705 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C33369%2C1731694620619, suffix=, logDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,33369,1731694620619, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/oldWALs, maxLogs=10 2024-11-15T18:17:03,734 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,33369,1731694620619/74ec74825666%2C33369%2C1731694620619.1731694623710, exclude list is [], retry=0 2024-11-15T18:17:03,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-0f8da863-034a-4509-8557-349cfe07d36e,DISK] 2024-11-15T18:17:03,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T18:17:03,783 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,33369,1731694620619/74ec74825666%2C33369%2C1731694620619.1731694623710 2024-11-15T18:17:03,784 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39801:39801)] 2024-11-15T18:17:03,785 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:03,785 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:03,789 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,790 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:17:03,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:03,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:03,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:17:03,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:03,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:03,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:17:03,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:03,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:03,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:17:03,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:03,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:03,881 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,885 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,886 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,891 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,891 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,894 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:03,898 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:03,902 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:03,903 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65126523, jitterRate=-0.029539182782173157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:03,910 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694623801Initializing all the Stores at 1731694623803 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694623804 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694623804Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694623805 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694623805Cleaning up temporary data from old regions at 1731694623891 (+86 ms)Region opened successfully at 1731694623910 (+19 ms) 2024-11-15T18:17:03,911 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:17:03,940 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c99b7be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:03,967 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:17:03,976 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:17:03,976 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:17:03,979 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:17:03,980 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T18:17:03,984 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T18:17:03,984 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:17:04,011 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:17:04,022 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Unable to get data of znode /0-1340250670/balancer because node does not exist (not necessarily an error) 2024-11-15T18:17:04,074 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/balancer already deleted, retry=false 2024-11-15T18:17:04,077 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:17:04,079 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Unable to get data of znode /0-1340250670/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:17:04,091 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/normalizer already deleted, retry=false 2024-11-15T18:17:04,094 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:17:04,098 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Unable to get data of znode /0-1340250670/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:17:04,105 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/switch/split already deleted, retry=false 2024-11-15T18:17:04,107 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Unable to get data of znode /0-1340250670/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:17:04,116 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/switch/merge already deleted, retry=false 2024-11-15T18:17:04,135 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Unable to get data of znode /0-1340250670/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:17:04,147 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/snapshot-cleanup already deleted, retry=false 2024-11-15T18:17:04,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1340250670/running 2024-11-15T18:17:04,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1340250670/running 2024-11-15T18:17:04,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:04,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:04,163 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,33369,1731694620619, sessionid=0x1013fb6da580000, setting cluster-up flag (Was=false) 2024-11-15T18:17:04,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:04,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:04,232 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1340250670/flush-table-proc/acquired, /0-1340250670/flush-table-proc/reached, /0-1340250670/flush-table-proc/abort 2024-11-15T18:17:04,237 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,33369,1731694620619 2024-11-15T18:17:04,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:04,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:04,400 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1340250670/online-snapshot/acquired, /0-1340250670/online-snapshot/reached, /0-1340250670/online-snapshot/abort 2024-11-15T18:17:04,402 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,33369,1731694620619 2024-11-15T18:17:04,410 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:17:04,463 INFO [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(746): ClusterId : f4c125ba-a8d5-4d15-99e2-c436abd0abbc 2024-11-15T18:17:04,465 DEBUG [RS:0;74ec74825666:37941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:17:04,476 DEBUG [RS:0;74ec74825666:37941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:17:04,476 DEBUG [RS:0;74ec74825666:37941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:17:04,481 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:04,486 DEBUG [RS:0;74ec74825666:37941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:17:04,486 DEBUG [RS:0;74ec74825666:37941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b19fddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:04,490 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:17:04,496 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:17:04,500 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:37941 2024-11-15T18:17:04,502 INFO [RS:0;74ec74825666:37941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:17:04,502 INFO [RS:0;74ec74825666:37941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:17:04,502 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:17:04,501 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,33369,1731694620619 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:17:04,505 INFO [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,33369,1731694620619 with port=37941, startcode=1731694621557 2024-11-15T18:17:04,508 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:04,508 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:04,508 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:04,508 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:04,508 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:17:04,509 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,509 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:04,509 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,510 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694654510 2024-11-15T18:17:04,512 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:17:04,513 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:17:04,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:04,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:17:04,516 DEBUG [RS:0;74ec74825666:37941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:17:04,516 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:17:04,516 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:17:04,517 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:17:04,517 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:17:04,518 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,521 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:17:04,522 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:04,522 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:17:04,522 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:17:04,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:17:04,522 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:17:04,524 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:17:04,524 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:17:04,526 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694624526,5,FailOnTimeoutGroup] 2024-11-15T18:17:04,527 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694624526,5,FailOnTimeoutGroup] 2024-11-15T18:17:04,527 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,527 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:17:04,529 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,529 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:17:04,551 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:17:04,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,37941,1731694621557 2024-11-15T18:17:04,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33369 {}] master.ServerManager(517): Registering regionserver=74ec74825666,37941,1731694621557 2024-11-15T18:17:04,575 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf 2024-11-15T18:17:04,575 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36245 2024-11-15T18:17:04,575 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:17:04,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/rs 2024-11-15T18:17:04,591 DEBUG [RS:0;74ec74825666:37941 {}] zookeeper.ZKUtil(111): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on existing znode=/0-1340250670/rs/74ec74825666,37941,1731694621557 2024-11-15T18:17:04,591 WARN [RS:0;74ec74825666:37941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:04,591 INFO [RS:0;74ec74825666:37941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:04,591 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557 2024-11-15T18:17:04,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,37941,1731694621557] 2024-11-15T18:17:04,615 INFO [RS:0;74ec74825666:37941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:17:04,631 INFO [RS:0;74ec74825666:37941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:17:04,635 INFO [RS:0;74ec74825666:37941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:17:04,635 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,636 INFO [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:17:04,641 INFO [RS:0;74ec74825666:37941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:17:04,642 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,643 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,643 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,643 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,643 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,643 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,643 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:04,644 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,644 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,644 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,644 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,644 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,644 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:04,644 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:04,645 DEBUG [RS:0;74ec74825666:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:04,645 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,646 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,646 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,646 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,646 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,646 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37941,1731694621557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:04,663 INFO [RS:0;74ec74825666:37941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:17:04,665 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37941,1731694621557-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,665 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,665 INFO [RS:0;74ec74825666:37941 {}] regionserver.Replication(171): 74ec74825666,37941,1731694621557 started 2024-11-15T18:17:04,682 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:04,682 INFO [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,37941,1731694621557, RpcServer on 74ec74825666/172.17.0.2:37941, sessionid=0x1013fb6da580001 2024-11-15T18:17:04,683 DEBUG [RS:0;74ec74825666:37941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:17:04,683 DEBUG [RS:0;74ec74825666:37941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,37941,1731694621557 2024-11-15T18:17:04,683 DEBUG [RS:0;74ec74825666:37941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,37941,1731694621557' 2024-11-15T18:17:04,683 DEBUG [RS:0;74ec74825666:37941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1340250670/flush-table-proc/abort' 2024-11-15T18:17:04,684 DEBUG [RS:0;74ec74825666:37941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1340250670/flush-table-proc/acquired' 2024-11-15T18:17:04,685 DEBUG [RS:0;74ec74825666:37941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:17:04,685 DEBUG [RS:0;74ec74825666:37941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:17:04,685 DEBUG [RS:0;74ec74825666:37941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,37941,1731694621557 2024-11-15T18:17:04,685 DEBUG [RS:0;74ec74825666:37941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,37941,1731694621557' 2024-11-15T18:17:04,685 DEBUG [RS:0;74ec74825666:37941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1340250670/online-snapshot/abort' 2024-11-15T18:17:04,686 DEBUG [RS:0;74ec74825666:37941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1340250670/online-snapshot/acquired' 2024-11-15T18:17:04,687 DEBUG [RS:0;74ec74825666:37941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:17:04,687 INFO [RS:0;74ec74825666:37941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:17:04,687 INFO [RS:0;74ec74825666:37941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:17:04,796 INFO [RS:0;74ec74825666:37941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:04,799 INFO [RS:0;74ec74825666:37941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C37941%2C1731694621557, suffix=, logDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs, maxLogs=10 2024-11-15T18:17:04,814 DEBUG [RS:0;74ec74825666:37941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802, exclude list is [], retry=0 2024-11-15T18:17:04,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-0f8da863-034a-4509-8557-349cfe07d36e,DISK] 2024-11-15T18:17:04,821 INFO [RS:0;74ec74825666:37941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 2024-11-15T18:17:04,822 DEBUG [RS:0;74ec74825666:37941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39801:39801)] 2024-11-15T18:17:04,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:17:04,942 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf 2024-11-15T18:17:04,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:17:05,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:05,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:05,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:05,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:05,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:05,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:05,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:05,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:05,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:05,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:05,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:05,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:05,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:05,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:05,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:05,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:05,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:05,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:05,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740 2024-11-15T18:17:05,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740 2024-11-15T18:17:05,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:05,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:05,384 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:05,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:05,390 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:05,391 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73315967, jitterRate=0.09249304234981537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:05,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694625356Initializing all the Stores at 1731694625358 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694625358Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694625358Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694625358Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694625358Cleaning up temporary data from old regions at 1731694625383 (+25 ms)Region opened successfully at 1731694625394 (+11 ms) 2024-11-15T18:17:05,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:05,394 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:05,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:05,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:17:05,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:05,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:05,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694625394Disabling compacts and flushes for region at 1731694625394Disabling writes for close at 1731694625394Writing region close event to WAL at 1731694625395 (+1 ms)Closed at 1731694625395 2024-11-15T18:17:05,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:05,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:17:05,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:17:05,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:05,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:17:05,568 DEBUG [74ec74825666:33369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:17:05,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,37941,1731694621557 2024-11-15T18:17:05,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,37941,1731694621557, state=OPENING 2024-11-15T18:17:05,642 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:17:05,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:05,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:05,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: CHANGED 2024-11-15T18:17:05,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: CHANGED 2024-11-15T18:17:05,684 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:05,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,37941,1731694621557}] 2024-11-15T18:17:05,866 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:17:05,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:17:05,879 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:17:05,879 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:05,880 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:17:05,884 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C37941%2C1731694621557.meta, suffix=.meta, logDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs, maxLogs=10 2024-11-15T18:17:05,904 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.meta.1731694625886.meta, exclude list is [], retry=0 2024-11-15T18:17:05,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-0f8da863-034a-4509-8557-349cfe07d36e,DISK] 2024-11-15T18:17:05,912 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.meta.1731694625886.meta 2024-11-15T18:17:05,912 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39801:39801)] 2024-11-15T18:17:05,913 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:05,917 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:17:05,918 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:17:05,920 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:17:05,923 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:17:05,926 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:17:05,927 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:05,927 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:17:05,927 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:17:05,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:05,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:05,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:05,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:05,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:05,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:05,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:05,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:05,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:05,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:05,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:05,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:05,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:05,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:05,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:05,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:05,941 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:05,942 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740 2024-11-15T18:17:05,944 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740 2024-11-15T18:17:05,947 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:05,947 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:05,948 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:05,951 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:05,952 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71481530, jitterRate=0.06515780091285706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:05,952 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:17:05,954 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694625927Writing region info on filesystem at 1731694625928 (+1 ms)Initializing all the Stores at 1731694625930 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694625930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694625930Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694625930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694625930Cleaning up temporary data from old regions at 1731694625947 (+17 ms)Running coprocessor post-open hooks at 1731694625952 (+5 ms)Region opened successfully at 1731694625954 (+2 ms) 2024-11-15T18:17:05,960 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694625858 2024-11-15T18:17:05,970 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:17:05,971 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:17:05,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37941,1731694621557 2024-11-15T18:17:05,975 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,37941,1731694621557, state=OPEN 2024-11-15T18:17:05,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1340250670/meta-region-server 2024-11-15T18:17:05,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1340250670/meta-region-server 2024-11-15T18:17:05,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: CHANGED 2024-11-15T18:17:05,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: CHANGED 2024-11-15T18:17:05,999 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,37941,1731694621557 2024-11-15T18:17:06,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:17:06,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,37941,1731694621557 in 314 msec 2024-11-15T18:17:06,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:17:06,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-15T18:17:06,017 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:06,017 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:17:06,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:06,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37941,1731694621557, seqNum=-1] 2024-11-15T18:17:06,060 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:06,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:06,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6400 sec 2024-11-15T18:17:06,084 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694626084, completionTime=-1 2024-11-15T18:17:06,086 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:17:06,087 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:17:06,111 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:17:06,111 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694686111 2024-11-15T18:17:06,112 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694746112 2024-11-15T18:17:06,112 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-15T18:17:06,114 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33369,1731694620619-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:06,114 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33369,1731694620619-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:06,114 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33369,1731694620619-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:06,116 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:33369, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:06,116 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:06,117 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:06,123 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:17:06,146 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.418sec 2024-11-15T18:17:06,148 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:17:06,149 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:17:06,149 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:17:06,150 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:17:06,150 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:17:06,151 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33369,1731694620619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:06,151 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33369,1731694620619-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:17:06,159 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:17:06,160 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:17:06,160 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33369,1731694620619-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:06,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:06,175 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T18:17:06,175 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T18:17:06,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,33369,-1 for getting cluster id 2024-11-15T18:17:06,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:06,186 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c125ba-a8d5-4d15-99e2-c436abd0abbc' 2024-11-15T18:17:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c125ba-a8d5-4d15-99e2-c436abd0abbc" 2024-11-15T18:17:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6178f317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,33369,-1] 2024-11-15T18:17:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:06,197 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:06,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:06,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37941,1731694621557, seqNum=-1] 2024-11-15T18:17:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:06,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:06,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,33369,1731694620619 2024-11-15T18:17:06,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56875 2024-11-15T18:17:06,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:06,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013fb6da580002 connected 2024-11-15T18:17:06,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/hadoop.log.dir so I do NOT create it in target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d 2024-11-15T18:17:06,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:17:06,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/hadoop.tmp.dir so I do NOT create it in target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d 2024-11-15T18:17:06,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:17:06,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d 2024-11-15T18:17:06,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:17:06,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/cluster_fa7401b4-40ca-3704-56f5-5d36a1dacac2, deleteOnExit=true 2024-11-15T18:17:06,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:17:06,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/test.cache.data in system properties and HBase conf 2024-11-15T18:17:06,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:17:06,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:17:06,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:17:06,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:17:06,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:17:06,272 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:17:06,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:17:06,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:17:06,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:17:06,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:17:06,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:17:06,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:17:06,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:17:06,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:17:06,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:17:06,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:17:06,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:17:06,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:17:06,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:17:06,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:17:06,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:06,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:17:06,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:17:06,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:17:06,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:17:06,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:06,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:17:06,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:17:06,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/java.io.tmpdir/jetty-localhost-40149-hadoop-hdfs-3_4_1-tests_jar-_-any-17743200206938480934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:17:06,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:40149} 2024-11-15T18:17:06,754 INFO [Time-limited test {}] server.Server(415): Started @12116ms 2024-11-15T18:17:07,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:07,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:17:07,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:17:07,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:17:07,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:17:07,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:17:07,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:17:07,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/java.io.tmpdir/jetty-localhost-38515-hadoop-hdfs-3_4_1-tests_jar-_-any-1310347630209745254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:17:07,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:38515} 2024-11-15T18:17:07,112 INFO [Time-limited test {}] server.Server(415): Started @12473ms 2024-11-15T18:17:07,113 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:17:07,907 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/cluster_fa7401b4-40ca-3704-56f5-5d36a1dacac2/data/data1/current/BP-155508152-172.17.0.2-1731694626298/current, will proceed with Du for space computation calculation, 2024-11-15T18:17:07,907 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/cluster_fa7401b4-40ca-3704-56f5-5d36a1dacac2/data/data2/current/BP-155508152-172.17.0.2-1731694626298/current, will proceed with Du for space computation calculation, 2024-11-15T18:17:07,926 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:17:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf052644a5118c7fe with lease ID 0xc0ea8ba04a63e66b: Processing first storage report for DS-950390d6-020b-4698-9e96-bb24efacd132 from datanode DatanodeRegistration(127.0.0.1:37403, datanodeUuid=83d9109e-cb58-4c55-a3d4-c97cde65ed86, infoPort=46503, infoSecurePort=0, ipcPort=44027, storageInfo=lv=-57;cid=testClusterID;nsid=1604258760;c=1731694626298) 2024-11-15T18:17:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf052644a5118c7fe with lease ID 0xc0ea8ba04a63e66b: from storage DS-950390d6-020b-4698-9e96-bb24efacd132 node DatanodeRegistration(127.0.0.1:37403, datanodeUuid=83d9109e-cb58-4c55-a3d4-c97cde65ed86, infoPort=46503, infoSecurePort=0, ipcPort=44027, storageInfo=lv=-57;cid=testClusterID;nsid=1604258760;c=1731694626298), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:17:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf052644a5118c7fe with lease ID 0xc0ea8ba04a63e66b: Processing first storage report for DS-1dbde9bc-4a93-4d33-a952-26353759a082 from datanode DatanodeRegistration(127.0.0.1:37403, datanodeUuid=83d9109e-cb58-4c55-a3d4-c97cde65ed86, infoPort=46503, infoSecurePort=0, ipcPort=44027, storageInfo=lv=-57;cid=testClusterID;nsid=1604258760;c=1731694626298) 2024-11-15T18:17:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf052644a5118c7fe with lease ID 0xc0ea8ba04a63e66b: from storage DS-1dbde9bc-4a93-4d33-a952-26353759a082 node DatanodeRegistration(127.0.0.1:37403, datanodeUuid=83d9109e-cb58-4c55-a3d4-c97cde65ed86, infoPort=46503, infoSecurePort=0, ipcPort=44027, storageInfo=lv=-57;cid=testClusterID;nsid=1604258760;c=1731694626298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:17:07,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d 2024-11-15T18:17:07,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:07,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:07,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:17:08,372 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7 with version=8 2024-11-15T18:17:08,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/hbase-staging 2024-11-15T18:17:08,376 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:08,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:08,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:08,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:08,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:08,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:08,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:17:08,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:08,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46363 2024-11-15T18:17:08,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46363 connecting to ZooKeeper ensemble=127.0.0.1:56875 2024-11-15T18:17:08,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463630x0, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:08,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46363-0x1013fb6da580003 connected 2024-11-15T18:17:08,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:08,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:08,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Set watcher on znode that does not yet exist, /1578189236/running 2024-11-15T18:17:08,511 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7, hbase.cluster.distributed=false 2024-11-15T18:17:08,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Set watcher on znode that does not yet exist, /1578189236/acl 2024-11-15T18:17:08,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46363 2024-11-15T18:17:08,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46363 2024-11-15T18:17:08,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46363 2024-11-15T18:17:08,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46363 2024-11-15T18:17:08,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46363 2024-11-15T18:17:08,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:08,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:08,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:08,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:08,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:08,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:08,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:17:08,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:08,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44503 2024-11-15T18:17:08,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44503 connecting to ZooKeeper ensemble=127.0.0.1:56875 2024-11-15T18:17:08,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:08,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:08,554 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445030x0, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:08,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445030x0, quorum=127.0.0.1:56875, baseZNode=/1578189236 Set watcher on znode that does not yet exist, /1578189236/running 2024-11-15T18:17:08,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44503-0x1013fb6da580004 connected 2024-11-15T18:17:08,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:17:08,556 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:17:08,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Set watcher on znode that does not yet exist, /1578189236/master 2024-11-15T18:17:08,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Set watcher on znode that does not yet exist, /1578189236/acl 2024-11-15T18:17:08,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44503 2024-11-15T18:17:08,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44503 2024-11-15T18:17:08,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44503 2024-11-15T18:17:08,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44503 2024-11-15T18:17:08,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44503 2024-11-15T18:17:08,575 DEBUG [M:0;74ec74825666:46363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:46363 2024-11-15T18:17:08,576 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1578189236/backup-masters/74ec74825666,46363,1731694628375 2024-11-15T18:17:08,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236/backup-masters 2024-11-15T18:17:08,586 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236/backup-masters 2024-11-15T18:17:08,587 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Set watcher on existing znode=/1578189236/backup-masters/74ec74825666,46363,1731694628375 2024-11-15T18:17:08,596 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1578189236/master 2024-11-15T18:17:08,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:08,596 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:08,597 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Set watcher on existing znode=/1578189236/master 2024-11-15T18:17:08,598 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1578189236/backup-masters/74ec74825666,46363,1731694628375 from backup master directory 2024-11-15T18:17:08,607 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236/backup-masters 2024-11-15T18:17:08,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1578189236/backup-masters/74ec74825666,46363,1731694628375 2024-11-15T18:17:08,607 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:08,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236/backup-masters 2024-11-15T18:17:08,607 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,46363,1731694628375 2024-11-15T18:17:08,614 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/hbase.id] with ID: 53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45 2024-11-15T18:17:08,614 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/.tmp/hbase.id 2024-11-15T18:17:08,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:17:09,025 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/.tmp/hbase.id]:[hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/hbase.id] 2024-11-15T18:17:09,049 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:09,049 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:17:09,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T18:17:09,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:09,106 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:17:09,519 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:09,520 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:17:09,521 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:09,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:17:09,937 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store 2024-11-15T18:17:09,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:17:10,349 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:10,349 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:10,349 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:10,349 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:10,349 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:10,349 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:10,349 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:10,349 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694630349Disabling compacts and flushes for region at 1731694630349Disabling writes for close at 1731694630349Writing region close event to WAL at 1731694630349Closed at 1731694630349 2024-11-15T18:17:10,351 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/.initializing 2024-11-15T18:17:10,351 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/WALs/74ec74825666,46363,1731694628375 2024-11-15T18:17:10,354 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:10,357 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C46363%2C1731694628375, suffix=, logDir=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/WALs/74ec74825666,46363,1731694628375, archiveDir=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/oldWALs, maxLogs=10 2024-11-15T18:17:10,376 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/WALs/74ec74825666,46363,1731694628375/74ec74825666%2C46363%2C1731694628375.1731694630358, exclude list is [], retry=0 2024-11-15T18:17:10,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-950390d6-020b-4698-9e96-bb24efacd132,DISK] 2024-11-15T18:17:10,401 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/WALs/74ec74825666,46363,1731694628375/74ec74825666%2C46363%2C1731694628375.1731694630358 2024-11-15T18:17:10,401 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46503:46503)] 2024-11-15T18:17:10,401 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:10,402 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:10,402 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,402 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:17:10,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:10,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:10,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:17:10,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:10,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:10,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:17:10,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:10,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:10,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:17:10,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:10,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:10,425 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,426 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,427 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,429 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,429 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,430 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:10,432 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:10,435 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:10,436 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71945250, jitterRate=0.07206776738166809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:10,437 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694630402Initializing all the Stores at 1731694630404 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694630404Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694630408 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694630408Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694630408Cleaning up temporary data from old regions at 1731694630429 (+21 ms)Region opened successfully at 1731694630437 (+8 ms) 2024-11-15T18:17:10,437 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:17:10,443 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eedef0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:10,444 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:17:10,444 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:17:10,444 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:17:10,445 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:17:10,446 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:17:10,446 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:17:10,446 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:17:10,449 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:17:10,451 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Unable to get data of znode /1578189236/balancer because node does not exist (not necessarily an error) 2024-11-15T18:17:10,526 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1578189236/balancer already deleted, retry=false 2024-11-15T18:17:10,527 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:17:10,528 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Unable to get data of znode /1578189236/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:17:10,536 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1578189236/normalizer already deleted, retry=false 2024-11-15T18:17:10,537 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:17:10,538 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Unable to get data of znode /1578189236/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:17:10,547 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1578189236/switch/split already deleted, retry=false 2024-11-15T18:17:10,549 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Unable to get data of znode /1578189236/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:17:10,558 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1578189236/switch/merge already deleted, retry=false 2024-11-15T18:17:10,560 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Unable to get data of znode /1578189236/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:17:10,568 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1578189236/snapshot-cleanup already deleted, retry=false 2024-11-15T18:17:10,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1578189236/running 2024-11-15T18:17:10,579 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1578189236/running 2024-11-15T18:17:10,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:10,579 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:10,581 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,46363,1731694628375, sessionid=0x1013fb6da580003, setting cluster-up flag (Was=false) 2024-11-15T18:17:10,600 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:10,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:10,609 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:17:10,631 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1578189236/flush-table-proc/acquired, /1578189236/flush-table-proc/reached, /1578189236/flush-table-proc/abort 2024-11-15T18:17:10,633 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,46363,1731694628375 2024-11-15T18:17:10,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:10,653 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:10,684 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1578189236/online-snapshot/acquired, /1578189236/online-snapshot/reached, /1578189236/online-snapshot/abort 2024-11-15T18:17:10,685 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,46363,1731694628375 2024-11-15T18:17:10,687 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:17:10,691 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:10,691 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:17:10,691 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:17:10,691 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,46363,1731694628375 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:17:10,694 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:10,694 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:10,694 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:10,694 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:10,695 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:17:10,695 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,695 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:10,695 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:10,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:17:10,698 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694660698 2024-11-15T18:17:10,698 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:17:10,698 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:17:10,698 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:17:10,698 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:17:10,698 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:17:10,699 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:17:10,699 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,699 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:17:10,699 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:17:10,699 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:17:10,699 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:17:10,700 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:10,700 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:17:10,701 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:17:10,701 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:17:10,702 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694630702,5,FailOnTimeoutGroup] 2024-11-15T18:17:10,707 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694630702,5,FailOnTimeoutGroup] 2024-11-15T18:17:10,707 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,707 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:17:10,707 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,707 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:17:10,767 INFO [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(746): ClusterId : 53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45 2024-11-15T18:17:10,768 DEBUG [RS:0;74ec74825666:44503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:17:10,780 DEBUG [RS:0;74ec74825666:44503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:17:10,780 DEBUG [RS:0;74ec74825666:44503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:17:10,790 DEBUG [RS:0;74ec74825666:44503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:17:10,791 DEBUG [RS:0;74ec74825666:44503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bbe81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:10,804 DEBUG [RS:0;74ec74825666:44503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:44503 2024-11-15T18:17:10,804 INFO [RS:0;74ec74825666:44503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:17:10,804 INFO [RS:0;74ec74825666:44503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:17:10,804 DEBUG [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:17:10,805 INFO [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,46363,1731694628375 with port=44503, startcode=1731694628532 2024-11-15T18:17:10,805 DEBUG [RS:0;74ec74825666:44503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:17:10,807 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:17:10,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,44503,1731694628532 2024-11-15T18:17:10,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46363 {}] master.ServerManager(517): Registering regionserver=74ec74825666,44503,1731694628532 2024-11-15T18:17:10,812 DEBUG [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7 2024-11-15T18:17:10,812 DEBUG [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45179 2024-11-15T18:17:10,812 DEBUG [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:17:10,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236/rs 2024-11-15T18:17:10,860 DEBUG [RS:0;74ec74825666:44503 {}] zookeeper.ZKUtil(111): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Set watcher on existing znode=/1578189236/rs/74ec74825666,44503,1731694628532 2024-11-15T18:17:10,860 WARN [RS:0;74ec74825666:44503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:10,860 INFO [RS:0;74ec74825666:44503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:10,860 DEBUG [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/WALs/74ec74825666,44503,1731694628532 2024-11-15T18:17:10,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,44503,1731694628532] 2024-11-15T18:17:10,865 INFO [RS:0;74ec74825666:44503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:17:10,869 INFO [RS:0;74ec74825666:44503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:17:10,869 INFO [RS:0;74ec74825666:44503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:17:10,869 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,870 INFO [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:17:10,872 INFO [RS:0;74ec74825666:44503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:17:10,872 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,872 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,872 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,872 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,872 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,872 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,873 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:10,873 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,873 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,873 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,873 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,873 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,873 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:10,873 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:10,874 DEBUG [RS:0;74ec74825666:44503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:10,883 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,883 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,883 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,884 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,884 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,884 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44503,1731694628532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:10,902 INFO [RS:0;74ec74825666:44503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:17:10,902 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44503,1731694628532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,902 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,902 INFO [RS:0;74ec74825666:44503 {}] regionserver.Replication(171): 74ec74825666,44503,1731694628532 started 2024-11-15T18:17:10,924 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:10,924 INFO [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,44503,1731694628532, RpcServer on 74ec74825666/172.17.0.2:44503, sessionid=0x1013fb6da580004 2024-11-15T18:17:10,924 DEBUG [RS:0;74ec74825666:44503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:17:10,924 DEBUG [RS:0;74ec74825666:44503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,44503,1731694628532 2024-11-15T18:17:10,924 DEBUG [RS:0;74ec74825666:44503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,44503,1731694628532' 2024-11-15T18:17:10,924 DEBUG [RS:0;74ec74825666:44503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1578189236/flush-table-proc/abort' 2024-11-15T18:17:10,931 DEBUG [RS:0;74ec74825666:44503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1578189236/flush-table-proc/acquired' 2024-11-15T18:17:10,932 DEBUG [RS:0;74ec74825666:44503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:17:10,932 DEBUG [RS:0;74ec74825666:44503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:17:10,932 DEBUG [RS:0;74ec74825666:44503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,44503,1731694628532 2024-11-15T18:17:10,932 DEBUG [RS:0;74ec74825666:44503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,44503,1731694628532' 2024-11-15T18:17:10,932 DEBUG [RS:0;74ec74825666:44503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1578189236/online-snapshot/abort' 2024-11-15T18:17:10,933 DEBUG [RS:0;74ec74825666:44503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1578189236/online-snapshot/acquired' 2024-11-15T18:17:10,933 DEBUG [RS:0;74ec74825666:44503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:17:10,933 INFO [RS:0;74ec74825666:44503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:17:10,933 INFO [RS:0;74ec74825666:44503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:17:11,034 INFO [RS:0;74ec74825666:44503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:11,037 INFO [RS:0;74ec74825666:44503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C44503%2C1731694628532, suffix=, logDir=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/WALs/74ec74825666,44503,1731694628532, archiveDir=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/oldWALs, maxLogs=10 2024-11-15T18:17:11,077 DEBUG [RS:0;74ec74825666:44503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/WALs/74ec74825666,44503,1731694628532/74ec74825666%2C44503%2C1731694628532.1731694631039, exclude list is [], retry=0 2024-11-15T18:17:11,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-950390d6-020b-4698-9e96-bb24efacd132,DISK] 2024-11-15T18:17:11,112 INFO [RS:0;74ec74825666:44503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/WALs/74ec74825666,44503,1731694628532/74ec74825666%2C44503%2C1731694628532.1731694631039 2024-11-15T18:17:11,113 DEBUG [RS:0;74ec74825666:44503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46503:46503)] 2024-11-15T18:17:11,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:17:11,118 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7 2024-11-15T18:17:11,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:17:11,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:17:11,498 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:17:11,498 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T18:17:11,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:11,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T18:17:11,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:11,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T18:17:11,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:17:11,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T18:17:11,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:11,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:11,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:11,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:11,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:11,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:11,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:11,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:11,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:11,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:11,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:11,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:11,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:11,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:11,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:11,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/1588230740 2024-11-15T18:17:11,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/1588230740 2024-11-15T18:17:11,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:11,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:11,565 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:11,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:11,570 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:11,571 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72662517, jitterRate=0.08275587856769562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:11,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694631545Initializing all the Stores at 1731694631546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694631546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694631547 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694631547Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694631547Cleaning up temporary data from old regions at 1731694631565 (+18 ms)Region opened successfully at 1731694631572 (+7 ms) 2024-11-15T18:17:11,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:11,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:11,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:11,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:17:11,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:11,574 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:11,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694631572Disabling compacts and flushes for region at 1731694631572Disabling writes for close at 1731694631572Writing region close event to WAL at 1731694631573 (+1 ms)Closed at 1731694631573 2024-11-15T18:17:11,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:11,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:17:11,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:17:11,579 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:11,581 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:17:11,732 DEBUG [74ec74825666:46363 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:17:11,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,44503,1731694628532 2024-11-15T18:17:11,734 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,44503,1731694628532, state=OPENING 2024-11-15T18:17:11,779 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:17:11,789 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:11,790 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:11,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1578189236/meta-region-server: CHANGED 2024-11-15T18:17:11,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1578189236/meta-region-server: CHANGED 2024-11-15T18:17:11,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,44503,1731694628532}] 2024-11-15T18:17:11,945 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:17:11,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:17:11,954 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:17:11,955 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:11,955 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:17:11,958 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C44503%2C1731694628532.meta, suffix=.meta, logDir=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/WALs/74ec74825666,44503,1731694628532, archiveDir=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/oldWALs, maxLogs=10 2024-11-15T18:17:11,980 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/WALs/74ec74825666,44503,1731694628532/74ec74825666%2C44503%2C1731694628532.meta.1731694631960.meta, exclude list is [], retry=0 2024-11-15T18:17:11,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-950390d6-020b-4698-9e96-bb24efacd132,DISK] 2024-11-15T18:17:11,987 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/WALs/74ec74825666,44503,1731694628532/74ec74825666%2C44503%2C1731694628532.meta.1731694631960.meta 2024-11-15T18:17:11,988 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46503:46503)] 2024-11-15T18:17:11,988 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:11,989 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:17:11,989 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:17:11,989 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:17:11,989 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:17:11,990 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:17:11,990 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:11,990 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:17:11,990 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:17:11,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:11,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:11,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:12,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:12,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:12,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:12,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:12,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:12,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:12,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:12,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:12,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:12,011 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:12,013 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/1588230740 2024-11-15T18:17:12,016 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/1588230740 2024-11-15T18:17:12,018 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:12,018 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:12,019 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:12,025 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:12,027 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66703751, jitterRate=-0.006036654114723206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:12,028 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:17:12,028 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694631990Writing region info on filesystem at 1731694631990Initializing all the Stores at 1731694631992 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694631992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694631996 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694631996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694631996Cleaning up temporary data from old regions at 1731694632018 (+22 ms)Running coprocessor post-open hooks at 1731694632028 (+10 ms)Region opened successfully at 1731694632028 2024-11-15T18:17:12,031 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694631945 2024-11-15T18:17:12,035 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:17:12,036 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:17:12,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,44503,1731694628532 2024-11-15T18:17:12,039 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,44503,1731694628532, state=OPEN 2024-11-15T18:17:12,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1578189236/meta-region-server 2024-11-15T18:17:12,053 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1578189236/meta-region-server 2024-11-15T18:17:12,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1578189236/meta-region-server: CHANGED 2024-11-15T18:17:12,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1578189236/meta-region-server: CHANGED 2024-11-15T18:17:12,053 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,44503,1731694628532 2024-11-15T18:17:12,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:17:12,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,44503,1731694628532 in 263 msec 2024-11-15T18:17:12,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:17:12,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-15T18:17:12,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:12,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:17:12,071 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:12,072 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44503,1731694628532, seqNum=-1] 2024-11-15T18:17:12,073 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:12,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:12,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3960 sec 2024-11-15T18:17:12,090 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694632090, completionTime=-1 2024-11-15T18:17:12,090 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:17:12,090 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:17:12,095 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:17:12,095 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694692095 2024-11-15T18:17:12,095 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694752095 2024-11-15T18:17:12,095 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-15T18:17:12,096 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46363,1731694628375-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:12,096 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46363,1731694628375-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:12,096 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46363,1731694628375-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:12,096 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:46363, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:12,096 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:12,097 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:12,101 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:17:12,109 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.502sec 2024-11-15T18:17:12,109 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:17:12,110 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:17:12,110 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:17:12,110 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:17:12,110 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:17:12,110 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46363,1731694628375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:12,110 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46363,1731694628375-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:17:12,115 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:17:12,116 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:17:12,116 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46363,1731694628375-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:12,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:12,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46363,-1 for getting cluster id 2024-11-15T18:17:12,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:12,170 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45' 2024-11-15T18:17:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45" 2024-11-15T18:17:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9cb020a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46363,-1] 2024-11-15T18:17:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:12,176 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:12,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:12,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:12,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44503,1731694628532, seqNum=-1] 2024-11-15T18:17:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:12,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:12,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,46363,1731694628375 2024-11-15T18:17:12,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56875 2024-11-15T18:17:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:12,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013fb6da580005 connected 2024-11-15T18:17:12,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:12,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,33369,-1 for getting cluster id 2024-11-15T18:17:12,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:12,217 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c125ba-a8d5-4d15-99e2-c436abd0abbc' 2024-11-15T18:17:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c125ba-a8d5-4d15-99e2-c436abd0abbc" 2024-11-15T18:17:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57df98d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,33369,-1] 2024-11-15T18:17:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:12,221 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:12,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5a47fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:12,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:12,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,33369,1731694620619 2024-11-15T18:17:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29a78e6e 2024-11-15T18:17:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:12,243 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:12,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:46363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:17:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:17:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:12,259 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:46363' 2024-11-15T18:17:12,262 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5204e8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:12,262 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46363,-1 for getting cluster id 2024-11-15T18:17:12,264 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:12,265 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45' 2024-11-15T18:17:12,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:12,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45" 2024-11-15T18:17:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fae8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46363,-1] 2024-11-15T18:17:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:12,268 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:12,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bbdb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:12,271 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:12,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46363,1731694628375 2024-11-15T18:17:12,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5bbae2 2024-11-15T18:17:12,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:12,278 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:12,296 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-15T18:17:12,296 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:17:12,302 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:12,303 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:12,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:12,304 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:12,311 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:17:12,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:17:12,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:17:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741835_1011 (size=1138) 2024-11-15T18:17:12,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ecc047c6d84177bdfb8e4a2a3db4438, NAME => 'hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf 2024-11-15T18:17:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:12,366 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:17:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741836_1012 (size=44) 2024-11-15T18:17:12,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:12,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7ecc047c6d84177bdfb8e4a2a3db4438, disabling compactions & flushes 2024-11-15T18:17:12,372 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:12,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:12,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. after waiting 0 ms 2024-11-15T18:17:12,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:12,372 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:12,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ecc047c6d84177bdfb8e4a2a3db4438: Waiting for close lock at 1731694632372Disabling compacts and flushes for region at 1731694632372Disabling writes for close at 1731694632372Writing region close event to WAL at 1731694632372Closed at 1731694632372 2024-11-15T18:17:12,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:17:12,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694632375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694632375"}]},"ts":"1731694632375"} 2024-11-15T18:17:12,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:17:12,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:17:12,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694632388"}]},"ts":"1731694632388"} 2024-11-15T18:17:12,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:17:12,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ecc047c6d84177bdfb8e4a2a3db4438, ASSIGN}] 2024-11-15T18:17:12,404 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ecc047c6d84177bdfb8e4a2a3db4438, ASSIGN 2024-11-15T18:17:12,408 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ecc047c6d84177bdfb8e4a2a3db4438, ASSIGN; state=OFFLINE, location=74ec74825666,37941,1731694621557; forceNewPlan=false, retain=false 2024-11-15T18:17:12,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7ecc047c6d84177bdfb8e4a2a3db4438, regionState=OPENING, regionLocation=74ec74825666,37941,1731694621557 2024-11-15T18:17:12,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ecc047c6d84177bdfb8e4a2a3db4438, ASSIGN because future has completed 2024-11-15T18:17:12,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ecc047c6d84177bdfb8e4a2a3db4438, server=74ec74825666,37941,1731694621557}] 2024-11-15T18:17:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:12,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:12,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:12,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:17:12,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C37941%2C1731694621557.rep, suffix=, logDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs, maxLogs=10 2024-11-15T18:17:12,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.rep.1731694632733, exclude list is [], retry=0 2024-11-15T18:17:12,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-0f8da863-034a-4509-8557-349cfe07d36e,DISK] 2024-11-15T18:17:12,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.rep.1731694632733 2024-11-15T18:17:12,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39801:39801)] 2024-11-15T18:17:12,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ecc047c6d84177bdfb8e4a2a3db4438, NAME => 'hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:12,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:17:12,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:17:12,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. service=MultiRowMutationService 2024-11-15T18:17:12,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:17:12,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:12,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,769 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,770 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ecc047c6d84177bdfb8e4a2a3db4438 columnFamilyName hfileref 2024-11-15T18:17:12,771 DEBUG [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,771 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(327): Store=7ecc047c6d84177bdfb8e4a2a3db4438/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:12,772 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,773 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ecc047c6d84177bdfb8e4a2a3db4438 columnFamilyName queue 2024-11-15T18:17:12,774 DEBUG [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,774 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(327): Store=7ecc047c6d84177bdfb8e4a2a3db4438/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:12,774 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,777 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ecc047c6d84177bdfb8e4a2a3db4438 columnFamilyName sid 2024-11-15T18:17:12,777 DEBUG [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:12,777 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(327): Store=7ecc047c6d84177bdfb8e4a2a3db4438/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:12,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:17:12,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:12,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7ecc047c6d84177bdfb8e4a2a3db4438; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64658169, jitterRate=-0.03651820123195648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:17:12,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:12,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7ecc047c6d84177bdfb8e4a2a3db4438: Running coprocessor pre-open hook at 1731694632767Writing region info on filesystem at 1731694632767Initializing all the Stores at 1731694632768 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694632768Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694632768Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694632768Cleaning up temporary data from old regions at 1731694632785 (+17 ms)Running coprocessor post-open hooks at 1731694632793 (+8 ms)Region opened successfully at 1731694632794 (+1 ms) 2024-11-15T18:17:12,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438., pid=7, masterSystemTime=1731694632721 2024-11-15T18:17:12,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:12,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:12,801 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7ecc047c6d84177bdfb8e4a2a3db4438, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37941,1731694621557 2024-11-15T18:17:12,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ecc047c6d84177bdfb8e4a2a3db4438, server=74ec74825666,37941,1731694621557 because future has completed 2024-11-15T18:17:12,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T18:17:12,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ecc047c6d84177bdfb8e4a2a3db4438, server=74ec74825666,37941,1731694621557 in 243 msec 2024-11-15T18:17:12,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:17:12,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ecc047c6d84177bdfb8e4a2a3db4438, ASSIGN in 415 msec 2024-11-15T18:17:12,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:17:12,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694632821"}]},"ts":"1731694632821"} 2024-11-15T18:17:12,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:17:12,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:17:12,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 521 msec 2024-11-15T18:17:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438., hostname=74ec74825666,37941,1731694621557, seqNum=2] 2024-11-15T18:17:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:12,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37941 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T18:17:12,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:12,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:12,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:17:13,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T18:17:13,137 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:17:13,190 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,37941,1731694621557, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:17:13,192 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:13,192 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37941,1731694621557, seqNum=-1] 2024-11-15T18:17:13,193 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:13,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T18:17:13,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,37941,1731694621557', locateType=CURRENT is [region=hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438., hostname=74ec74825666,37941,1731694621557, seqNum=2] 2024-11-15T18:17:13,204 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T18:17:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T18:17:13,210 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,37941,1731694621557 suceeded 2024-11-15T18:17:13,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T18:17:13,214 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:46363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:17:13,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-15T18:17:13,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 967 msec 2024-11-15T18:17:13,225 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:46363' 2024-11-15T18:17:13,227 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e7a8dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,228 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46363,-1 for getting cluster id 2024-11-15T18:17:13,228 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:13,229 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45' 2024-11-15T18:17:13,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:13,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45" 2024-11-15T18:17:13,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b33896c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46363,-1] 2024-11-15T18:17:13,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:13,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,232 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:13,233 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a43d63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,233 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:13,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46363,1731694628375 2024-11-15T18:17:13,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@415837cd 2024-11-15T18:17:13,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:13,236 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T18:17:13,237 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,37941,1731694621557 (queues=1) is replicating from cluster=f4c125ba-a8d5-4d15-99e2-c436abd0abbc to cluster=53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45 2024-11-15T18:17:13,239 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C37941%2C1731694621557 2024-11-15T18:17:13,243 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,37941,1731694621557, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:17:13,251 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557.replicationSource.shipper74ec74825666%2C37941%2C1731694621557,1-74ec74825666,37941,1731694621557 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C37941%2C1731694621557 2024-11-15T18:17:13,252 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,1-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802, startPosition=0, beingWritten=true 2024-11-15T18:17:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:13,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:13,395 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:17:13,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:13,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:13,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,33369,-1 for getting cluster id 2024-11-15T18:17:13,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:13,398 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c125ba-a8d5-4d15-99e2-c436abd0abbc' 2024-11-15T18:17:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c125ba-a8d5-4d15-99e2-c436abd0abbc" 2024-11-15T18:17:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4595a840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,33369,-1] 2024-11-15T18:17:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,401 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:13,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d61253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,33369,1731694620619 2024-11-15T18:17:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c4d178d 2024-11-15T18:17:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:13,406 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:13,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://74ec74825666:46363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:17:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:17:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T18:17:13,410 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:46363' 2024-11-15T18:17:13,412 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8b7d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,412 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46363,-1 for getting cluster id 2024-11-15T18:17:13,412 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:13,413 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45' 2024-11-15T18:17:13,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:13,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45" 2024-11-15T18:17:13,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c8f7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46363,-1] 2024-11-15T18:17:13,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:13,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,415 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:13,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ae817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,417 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:13,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46363,1731694628375 2024-11-15T18:17:13,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43394a80 2024-11-15T18:17:13,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:13,419 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:13,420 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T18:17:13,420 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:17:13,420 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,421 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:13,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:17:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T18:17:13,515 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,1-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 to pos 0, reset compression=false 2024-11-15T18:17:13,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-15T18:17:13,640 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T18:17:13,671 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-74ec74825666,37941,1731694621557, ReplicationSource: 2, currentBandwidth=0 2024-11-15T18:17:13,674 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T18:17:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T18:17:13,680 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 74ec74825666,37941,1731694621557 suceeded 2024-11-15T18:17:13,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:17:13,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-15T18:17:13,685 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://74ec74825666:46363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:17:13,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 279 msec 2024-11-15T18:17:13,694 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:46363' 2024-11-15T18:17:13,695 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea8780f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,695 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46363,-1 for getting cluster id 2024-11-15T18:17:13,695 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:13,696 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45' 2024-11-15T18:17:13,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:13,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45" 2024-11-15T18:17:13,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62e0ad0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46363,-1] 2024-11-15T18:17:13,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:13,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,699 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:13,699 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@437f4f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,700 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:13,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46363,1731694628375 2024-11-15T18:17:13,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c97bd65 2024-11-15T18:17:13,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:13,702 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T18:17:13,703 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-74ec74825666,37941,1731694621557 (queues=1) is replicating from cluster=f4c125ba-a8d5-4d15-99e2-c436abd0abbc to cluster=53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45 2024-11-15T18:17:13,703 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=74ec74825666%2C37941%2C1731694621557 2024-11-15T18:17:13,703 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-74ec74825666,37941,1731694621557, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:17:13,703 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557.replicationSource.shipper74ec74825666%2C37941%2C1731694621557,2-74ec74825666,37941,1731694621557 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C37941%2C1731694621557 2024-11-15T18:17:13,704 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,2-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802, startPosition=0, beingWritten=true 2024-11-15T18:17:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T18:17:13,725 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T18:17:13,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:13,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:13,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:13,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,33369,1731694620619 2024-11-15T18:17:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c25abca 2024-11-15T18:17:13,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:13,734 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:13,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T18:17:13,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T18:17:13,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T18:17:13,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T18:17:13,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://74ec74825666:46363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:17:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T18:17:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:17:13,749 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:46363' 2024-11-15T18:17:13,750 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c668859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,750 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46363,-1 for getting cluster id 2024-11-15T18:17:13,750 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:13,751 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45' 2024-11-15T18:17:13,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:13,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45" 2024-11-15T18:17:13,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616b2b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46363,-1] 2024-11-15T18:17:13,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:13,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,753 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:13,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db86fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:13,754 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:13,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46363,1731694628375 2024-11-15T18:17:13,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3631c34b 2024-11-15T18:17:13,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:13,757 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:13,758 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T18:17:13,758 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:17:13,758 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,758 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:13,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:13,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:17:13,824 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,1-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 to pos 0, reset compression=false 2024-11-15T18:17:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:17:13,911 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,2-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 to pos 0, reset compression=false 2024-11-15T18:17:13,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-15T18:17:13,932 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-15T18:17:13,934 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T18:17:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T18:17:13,938 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 74ec74825666,37941,1731694621557 suceeded 2024-11-15T18:17:13,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T18:17:13,941 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://74ec74825666:46363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:17:13,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-15T18:17:13,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-11-15T18:17:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T18:17:14,065 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-15T18:17:14,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://74ec74825666:46363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:17:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T18:17:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T18:17:14,071 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:46363' 2024-11-15T18:17:14,072 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f69f966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:14,072 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46363,-1 for getting cluster id 2024-11-15T18:17:14,072 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:14,073 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45' 2024-11-15T18:17:14,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:14,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45" 2024-11-15T18:17:14,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdd58f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:14,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46363,-1] 2024-11-15T18:17:14,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:14,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:14,075 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d038ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:14,076 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:14,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46363,1731694628375 2024-11-15T18:17:14,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5011c01f 2024-11-15T18:17:14,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:14,079 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:14,080 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-15T18:17:14,080 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:17:14,080 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:14,080 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:14,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:14,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:17:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T18:17:14,218 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,2-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 to pos 0, reset compression=false 2024-11-15T18:17:14,232 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,1-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 to pos 0, reset compression=false 2024-11-15T18:17:14,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-15T18:17:14,293 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-15T18:17:14,294 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T18:17:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T18:17:14,299 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 74ec74825666,37941,1731694621557 suceeded 2024-11-15T18:17:14,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T18:17:14,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-15T18:17:14,305 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://74ec74825666:46363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:17:14,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 239 msec 2024-11-15T18:17:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T18:17:14,385 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-15T18:17:14,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T18:17:14,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T18:17:14,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:14,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:14,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:14,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:14,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:14,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:17:14,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1937509385, stopped=false 2024-11-15T18:17:14,388 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,33369,1731694620619 2024-11-15T18:17:14,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1340250670/running 2024-11-15T18:17:14,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1340250670/running 2024-11-15T18:17:14,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:14,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:14,453 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:14,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:14,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:14,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:14,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/running 2024-11-15T18:17:14,453 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,37941,1731694621557' ***** 2024-11-15T18:17:14,454 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:17:14,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/running 2024-11-15T18:17:14,454 INFO [RS:0;74ec74825666:37941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:17:14,454 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:17:14,454 INFO [RS:0;74ec74825666:37941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:17:14,455 INFO [RS:0;74ec74825666:37941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:17:14,455 INFO [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:14,456 INFO [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,37941,1731694621557 2024-11-15T18:17:14,456 INFO [RS:0;74ec74825666:37941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:14,456 INFO [RS:0;74ec74825666:37941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:37941. 2024-11-15T18:17:14,456 DEBUG [RS:0;74ec74825666:37941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:14,456 DEBUG [RS:0;74ec74825666:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:14,456 INFO [RS:0;74ec74825666:37941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:17:14,456 INFO [RS:0;74ec74825666:37941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:17:14,456 INFO [RS:0;74ec74825666:37941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:17:14,456 INFO [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:17:14,457 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ecc047c6d84177bdfb8e4a2a3db4438, disabling compactions & flushes 2024-11-15T18:17:14,457 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:14,457 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:14,457 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. after waiting 0 ms 2024-11-15T18:17:14,457 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:14,458 INFO [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:17:14,458 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:14,458 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1325): Online Regions={7ecc047c6d84177bdfb8e4a2a3db4438=hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:17:14,458 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:14,458 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:14,458 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:17:14,458 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:14,458 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:14,461 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ecc047c6d84177bdfb8e4a2a3db4438 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-15T18:17:14,461 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T18:17:14,463 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:14,534 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/info/9d6f71a4e93046b59b4abc251c3199e1 is 147, key is hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438./info:regioninfo/1731694632801/Put/seqid=0 2024-11-15T18:17:14,534 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438/.tmp/queue/90c84f4917f74b7fb380a62909a52c8e is 151, key is 1-74ec74825666,37941,1731694621557/queue:74ec74825666%2C37941%2C1731694621557/1731694633199/Put/seqid=0 2024-11-15T18:17:14,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741838_1014 (size=5500) 2024-11-15T18:17:14,551 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438/.tmp/queue/90c84f4917f74b7fb380a62909a52c8e 2024-11-15T18:17:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741839_1015 (size=6631) 2024-11-15T18:17:14,601 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438/.tmp/queue/90c84f4917f74b7fb380a62909a52c8e as hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438/queue/90c84f4917f74b7fb380a62909a52c8e 2024-11-15T18:17:14,613 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438/queue/90c84f4917f74b7fb380a62909a52c8e, entries=2, sequenceid=6, filesize=5.4 K 2024-11-15T18:17:14,622 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7ecc047c6d84177bdfb8e4a2a3db4438 in 159ms, sequenceid=6, compaction requested=false 2024-11-15T18:17:14,622 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T18:17:14,625 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,2-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 to pos 0, reset compression=false 2024-11-15T18:17:14,659 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:14,666 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T18:17:14,669 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:14,669 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:14,670 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:14,670 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ecc047c6d84177bdfb8e4a2a3db4438: Waiting for close lock at 1731694634457Running coprocessor pre-close hooks at 1731694634457Disabling compacts and flushes for region at 1731694634457Disabling writes for close at 1731694634457Obtaining lock to block concurrent updates at 1731694634461 (+4 ms)Preparing flush snapshotting stores in 7ecc047c6d84177bdfb8e4a2a3db4438 at 1731694634462 (+1 ms)Finished memstore snapshotting hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731694634471 (+9 ms)Flushing stores of hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. at 1731694634473 (+2 ms)Flushing 7ecc047c6d84177bdfb8e4a2a3db4438/queue: creating writer at 1731694634475 (+2 ms)Flushing 7ecc047c6d84177bdfb8e4a2a3db4438/queue: appending metadata at 1731694634519 (+44 ms)Flushing 7ecc047c6d84177bdfb8e4a2a3db4438/queue: closing flushed file at 1731694634522 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283d3f94: reopening flushed file at 1731694634599 (+77 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7ecc047c6d84177bdfb8e4a2a3db4438 in 159ms, sequenceid=6, compaction requested=false at 1731694634622 (+23 ms)Writing region close event to WAL at 1731694634652 (+30 ms)Running coprocessor post-close hooks at 1731694634667 (+15 ms)Closed at 1731694634670 (+3 ms) 2024-11-15T18:17:14,671 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:14,696 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:17:14,696 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:17:14,739 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,1-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 to pos 0, reset compression=false 2024-11-15T18:17:14,859 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:14,956 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/info/9d6f71a4e93046b59b4abc251c3199e1 2024-11-15T18:17:14,987 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/ns/f935dbd4886c425f9d453bb8101acea3 is 43, key is default/ns:d/1731694626068/Put/seqid=0 2024-11-15T18:17:14,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741840_1016 (size=5153) 2024-11-15T18:17:15,059 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:15,152 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,2-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 to pos 0, reset compression=false 2024-11-15T18:17:15,259 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:15,351 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,1-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 to pos 0, reset compression=false 2024-11-15T18:17:15,396 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/ns/f935dbd4886c425f9d453bb8101acea3 2024-11-15T18:17:15,429 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/table/4e74ef5a7ee14ed6bc8ebc97bbd0e161 is 53, key is hbase:replication/table:state/1731694632821/Put/seqid=0 2024-11-15T18:17:15,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741841_1017 (size=5256) 2024-11-15T18:17:15,460 INFO [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:17:15,460 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:17:15,460 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:15,660 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:15,758 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,2-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 to pos 0, reset compression=false 2024-11-15T18:17:15,837 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/table/4e74ef5a7ee14ed6bc8ebc97bbd0e161 2024-11-15T18:17:15,847 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/info/9d6f71a4e93046b59b4abc251c3199e1 as hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/info/9d6f71a4e93046b59b4abc251c3199e1 2024-11-15T18:17:15,857 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/info/9d6f71a4e93046b59b4abc251c3199e1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T18:17:15,858 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/ns/f935dbd4886c425f9d453bb8101acea3 as hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/ns/f935dbd4886c425f9d453bb8101acea3 2024-11-15T18:17:15,860 DEBUG [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:15,869 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/ns/f935dbd4886c425f9d453bb8101acea3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T18:17:15,871 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/table/4e74ef5a7ee14ed6bc8ebc97bbd0e161 as hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/table/4e74ef5a7ee14ed6bc8ebc97bbd0e161 2024-11-15T18:17:15,917 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/table/4e74ef5a7ee14ed6bc8ebc97bbd0e161, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T18:17:15,918 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1460ms, sequenceid=11, compaction requested=false 2024-11-15T18:17:15,924 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T18:17:15,925 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:15,925 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:15,925 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:15,925 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694634458Running coprocessor pre-close hooks at 1731694634458Disabling compacts and flushes for region at 1731694634458Disabling writes for close at 1731694634458Obtaining lock to block concurrent updates at 1731694634461 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731694634462 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731694634471 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731694634473 (+2 ms)Flushing 1588230740/info: creating writer at 1731694634475 (+2 ms)Flushing 1588230740/info: appending metadata at 1731694634520 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731694634522 (+2 ms)Flushing 1588230740/ns: creating writer at 1731694634965 (+443 ms)Flushing 1588230740/ns: appending metadata at 1731694634985 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731694634985Flushing 1588230740/table: creating writer at 1731694635408 (+423 ms)Flushing 1588230740/table: appending metadata at 1731694635427 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731694635427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125028ee: reopening flushed file at 1731694635846 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce84453: reopening flushed file at 1731694635857 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@982141a: reopening flushed file at 1731694635870 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1460ms, sequenceid=11, compaction requested=false at 1731694635918 (+48 ms)Writing region close event to WAL at 1731694635919 (+1 ms)Running coprocessor post-close hooks at 1731694635925 (+6 ms)Closed at 1731694635925 2024-11-15T18:17:15,925 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:16,057 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,1-74ec74825666,37941,1731694621557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 to pos 0, reset compression=false 2024-11-15T18:17:16,061 INFO [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,37941,1731694621557; all regions closed. 2024-11-15T18:17:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741834_1010 (size=2742) 2024-11-15T18:17:16,066 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.meta.1731694625886.meta not finished, retry = 0 2024-11-15T18:17:16,172 DEBUG [RS:0;74ec74825666:37941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs 2024-11-15T18:17:16,172 INFO [RS:0;74ec74825666:37941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C37941%2C1731694621557.meta:.meta(num 1731694625886) 2024-11-15T18:17:16,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741837_1013 (size=1802) 2024-11-15T18:17:16,179 DEBUG [RS:0;74ec74825666:37941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs 2024-11-15T18:17:16,179 INFO [RS:0;74ec74825666:37941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C37941%2C1731694621557.rep:(num 1731694632733) 2024-11-15T18:17:16,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741832_1008 (size=93) 2024-11-15T18:17:16,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557/74ec74825666%2C37941%2C1731694621557.1731694624802 not finished, retry = 0 2024-11-15T18:17:16,285 DEBUG [RS:0;74ec74825666:37941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs 2024-11-15T18:17:16,285 INFO [RS:0;74ec74825666:37941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C37941%2C1731694621557:(num 1731694624802) 2024-11-15T18:17:16,285 DEBUG [RS:0;74ec74825666:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:16,285 INFO [RS:0;74ec74825666:37941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:16,286 INFO [RS:0;74ec74825666:37941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:16,286 INFO [RS:0;74ec74825666:37941 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:16,286 INFO [RS:0;74ec74825666:37941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:16,286 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:16,286 INFO [RS:0;74ec74825666:37941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,37941,1731694621557 because: Region server is closing 2024-11-15T18:17:16,287 INFO [RS:0;74ec74825666:37941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:37941. 2024-11-15T18:17:16,287 DEBUG [RS:0;74ec74825666:37941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:16,287 DEBUG [RS:0;74ec74825666:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:16,287 DEBUG [RS:0;74ec74825666:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:16,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:16,388 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557.replicationSource.shipper74ec74825666%2C37941%2C1731694621557,1-74ec74825666,37941,1731694621557 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T18:17:16,388 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557.replicationSource.wal-reader.74ec74825666%2C37941%2C1731694621557,1-74ec74825666,37941,1731694621557 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:17:16,388 INFO [RS:0;74ec74825666:37941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,37941,1731694621557.replicationSource.shipper74ec74825666%2C37941%2C1731694621557,1-74ec74825666,37941,1731694621557 terminated 2024-11-15T18:17:16,388 INFO [RS:0;74ec74825666:37941 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-74ec74825666,37941,1731694621557 because: Region server is closing 2024-11-15T18:17:16,389 INFO [RS:0;74ec74825666:37941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:37941. 2024-11-15T18:17:16,389 DEBUG [RS:0;74ec74825666:37941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:16,389 DEBUG [RS:0;74ec74825666:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:16,389 DEBUG [RS:0;74ec74825666:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:16,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:16,489 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557.replicationSource.shipper74ec74825666%2C37941%2C1731694621557,2-74ec74825666,37941,1731694621557 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T18:17:16,490 INFO [RS:0;74ec74825666:37941 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,37941,1731694621557.replicationSource.shipper74ec74825666%2C37941%2C1731694621557,2-74ec74825666,37941,1731694621557 terminated 2024-11-15T18:17:16,490 INFO [RS:0;74ec74825666:37941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37941 2024-11-15T18:17:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1340250670/rs/74ec74825666,37941,1731694621557 2024-11-15T18:17:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/rs 2024-11-15T18:17:16,522 INFO [RS:0;74ec74825666:37941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:16,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,37941,1731694621557] 2024-11-15T18:17:16,543 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/draining/74ec74825666,37941,1731694621557 already deleted, retry=false 2024-11-15T18:17:16,543 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,37941,1731694621557 expired; onlineServers=0 2024-11-15T18:17:16,543 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,33369,1731694620619' ***** 2024-11-15T18:17:16,543 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:17:16,544 INFO [M:0;74ec74825666:33369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:16,544 INFO [M:0;74ec74825666:33369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:16,544 DEBUG [M:0;74ec74825666:33369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:17:16,544 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:17:16,544 DEBUG [M:0;74ec74825666:33369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:17:16,544 INFO [M:0;74ec74825666:33369 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:16,544 INFO [M:0;74ec74825666:33369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:16,544 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694624526 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694624526,5,FailOnTimeoutGroup] 2024-11-15T18:17:16,545 DEBUG [M:0;74ec74825666:33369 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:17:16,545 INFO [M:0;74ec74825666:33369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:17:16,545 INFO [M:0;74ec74825666:33369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:16,545 INFO [M:0;74ec74825666:33369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:17:16,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:17:16,546 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694624526 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694624526,5,FailOnTimeoutGroup] 2024-11-15T18:17:16,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1340250670/master 2024-11-15T18:17:16,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:16,558 DEBUG [M:0;74ec74825666:33369 {}] zookeeper.ZKUtil(347): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Unable to get data of znode /0-1340250670/master because node does not exist (not an error) 2024-11-15T18:17:16,558 WARN [M:0;74ec74825666:33369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:17:16,559 INFO [M:0;74ec74825666:33369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/.lastflushedseqids 2024-11-15T18:17:16,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741842_1018 (size=181) 2024-11-15T18:17:16,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:16,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1013fb6da580001, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:16,633 INFO [RS:0;74ec74825666:37941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:16,633 INFO [RS:0;74ec74825666:37941 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,37941,1731694621557; zookeeper connection closed. 2024-11-15T18:17:16,634 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@659f3e59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@659f3e59 2024-11-15T18:17:16,634 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:17:16,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:17:16,970 INFO [M:0;74ec74825666:33369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:17:16,970 INFO [M:0;74ec74825666:33369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:17:16,971 DEBUG [M:0;74ec74825666:33369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:16,971 INFO [M:0;74ec74825666:33369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:16,971 DEBUG [M:0;74ec74825666:33369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:16,971 DEBUG [M:0;74ec74825666:33369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:16,971 DEBUG [M:0;74ec74825666:33369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:16,971 INFO [M:0;74ec74825666:33369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-15T18:17:16,989 DEBUG [M:0;74ec74825666:33369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbb635fecb144cf091a8d7d7a672c461 is 82, key is hbase:meta,,1/info:regioninfo/1731694625972/Put/seqid=0 2024-11-15T18:17:16,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741843_1019 (size=5672) 2024-11-15T18:17:17,397 INFO [M:0;74ec74825666:33369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbb635fecb144cf091a8d7d7a672c461 2024-11-15T18:17:17,426 DEBUG [M:0;74ec74825666:33369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c20f2aa000043e29ee7e93f3af6ce80 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731694632828/Put/seqid=0 2024-11-15T18:17:17,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741844_1020 (size=8663) 2024-11-15T18:17:17,442 INFO [M:0;74ec74825666:33369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c20f2aa000043e29ee7e93f3af6ce80 2024-11-15T18:17:17,471 DEBUG [M:0;74ec74825666:33369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d787ea03df864958a023653a0f97f2fe is 69, key is 74ec74825666,37941,1731694621557/rs:state/1731694624563/Put/seqid=0 2024-11-15T18:17:17,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741845_1021 (size=5156) 2024-11-15T18:17:17,480 INFO [M:0;74ec74825666:33369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d787ea03df864958a023653a0f97f2fe 2024-11-15T18:17:17,492 DEBUG [M:0;74ec74825666:33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbb635fecb144cf091a8d7d7a672c461 as hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbb635fecb144cf091a8d7d7a672c461 2024-11-15T18:17:17,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:17:17,512 INFO [M:0;74ec74825666:33369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbb635fecb144cf091a8d7d7a672c461, entries=8, sequenceid=115, filesize=5.5 K 2024-11-15T18:17:17,514 DEBUG [M:0;74ec74825666:33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c20f2aa000043e29ee7e93f3af6ce80 as hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c20f2aa000043e29ee7e93f3af6ce80 2024-11-15T18:17:17,528 INFO [M:0;74ec74825666:33369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c20f2aa000043e29ee7e93f3af6ce80, entries=14, sequenceid=115, filesize=8.5 K 2024-11-15T18:17:17,533 DEBUG [M:0;74ec74825666:33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d787ea03df864958a023653a0f97f2fe as hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d787ea03df864958a023653a0f97f2fe 2024-11-15T18:17:17,542 INFO [M:0;74ec74825666:33369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d787ea03df864958a023653a0f97f2fe, entries=1, sequenceid=115, filesize=5.0 K 2024-11-15T18:17:17,544 INFO [M:0;74ec74825666:33369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 573ms, sequenceid=115, compaction requested=false 2024-11-15T18:17:17,580 INFO [M:0;74ec74825666:33369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:17,581 DEBUG [M:0;74ec74825666:33369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694636971Disabling compacts and flushes for region at 1731694636971Disabling writes for close at 1731694636971Obtaining lock to block concurrent updates at 1731694636971Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694636971Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731694636972 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694636973 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694636973Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694636988 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694636988Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694637405 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694637425 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694637425Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694637450 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694637470 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694637470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb43d9e: reopening flushed file at 1731694637489 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547a8836: reopening flushed file at 1731694637512 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135cc2f6: reopening flushed file at 1731694637528 (+16 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 573ms, sequenceid=115, compaction requested=false at 1731694637544 (+16 ms)Writing region close event to WAL at 1731694637580 (+36 ms)Closed at 1731694637580 2024-11-15T18:17:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741830_1006 (size=59421) 2024-11-15T18:17:17,591 INFO [M:0;74ec74825666:33369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:17:17,592 INFO [M:0;74ec74825666:33369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33369 2024-11-15T18:17:17,592 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:17,592 INFO [M:0;74ec74825666:33369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:17,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:17,742 INFO [M:0;74ec74825666:33369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:17,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1013fb6da580000, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:17,746 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:17,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:17,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:17,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:17,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:17,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:17,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:17:17,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:17,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38679 2024-11-15T18:17:17,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38679 connecting to ZooKeeper ensemble=127.0.0.1:56875 2024-11-15T18:17:17,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386790x0, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:17,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38679-0x1013fb6da580006 connected 2024-11-15T18:17:17,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:17,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:17,785 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: INIT 2024-11-15T18:17:17,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/running 2024-11-15T18:17:17,785 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf, hbase.cluster.distributed=false 2024-11-15T18:17:17,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/acl 2024-11-15T18:17:17,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-15T18:17:17,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38679 2024-11-15T18:17:17,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38679 2024-11-15T18:17:17,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-15T18:17:17,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-15T18:17:17,842 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:17,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:17,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:17,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:17,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:17,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:17,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:17:17,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:17,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34599 2024-11-15T18:17:17,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34599 connecting to ZooKeeper ensemble=127.0.0.1:56875 2024-11-15T18:17:17,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:17,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:17,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345990x0, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/running 2024-11-15T18:17:17,874 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: INIT 2024-11-15T18:17:17,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:17:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345990x0, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:17,892 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:17:17,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345990x0, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/master 2024-11-15T18:17:17,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345990x0, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/acl 2024-11-15T18:17:17,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34599-0x1013fb6da580007 connected 2024-11-15T18:17:17,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34599 2024-11-15T18:17:17,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34599 2024-11-15T18:17:17,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34599 2024-11-15T18:17:17,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34599 2024-11-15T18:17:17,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34599 2024-11-15T18:17:17,953 DEBUG [M:0;74ec74825666:38679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:38679 2024-11-15T18:17:17,954 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1340250670/backup-masters/74ec74825666,38679,1731694637746 2024-11-15T18:17:17,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/backup-masters 2024-11-15T18:17:17,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/backup-masters 2024-11-15T18:17:17,965 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on existing znode=/0-1340250670/backup-masters/74ec74825666,38679,1731694637746 2024-11-15T18:17:17,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:17,975 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on existing znode=/0-1340250670/master 2024-11-15T18:17:17,976 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1340250670/backup-masters/74ec74825666,38679,1731694637746 from backup master directory 2024-11-15T18:17:17,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1340250670/master 2024-11-15T18:17:17,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:17,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1340250670/backup-masters/74ec74825666,38679,1731694637746 2024-11-15T18:17:17,989 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:17,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/backup-masters 2024-11-15T18:17:17,989 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,38679,1731694637746 2024-11-15T18:17:17,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/backup-masters 2024-11-15T18:17:18,010 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:18,010 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:17:18,027 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-15T18:17:18,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741846_1022 (size=196) 2024-11-15T18:17:18,447 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:18,448 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:17:18,448 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:18,459 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T18:17:18,463 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,33369,1731694620619 to hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,33369,1731694620619-dead as it is dead 2024-11-15T18:17:18,465 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T18:17:18,465 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T18:17:18,466 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,33369,1731694620619-dead/74ec74825666%2C33369%2C1731694620619.1731694623710 2024-11-15T18:17:18,472 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,33369,1731694620619-dead/74ec74825666%2C33369%2C1731694620619.1731694623710 after 4ms 2024-11-15T18:17:18,473 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,33369,1731694620619-dead/74ec74825666%2C33369%2C1731694620619.1731694623710 to hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74ec74825666%2C33369%2C1731694620619.1731694623710 2024-11-15T18:17:18,474 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,33369,1731694620619-dead 2024-11-15T18:17:18,474 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,38679,1731694637746 2024-11-15T18:17:18,476 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:18,478 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C38679%2C1731694637746, suffix=, logDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,38679,1731694637746, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/oldWALs, maxLogs=10 2024-11-15T18:17:18,497 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,38679,1731694637746/74ec74825666%2C38679%2C1731694637746.1731694638478, exclude list is [], retry=0 2024-11-15T18:17:18,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-0f8da863-034a-4509-8557-349cfe07d36e,DISK] 2024-11-15T18:17:18,507 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/WALs/74ec74825666,38679,1731694637746/74ec74825666%2C38679%2C1731694637746.1731694638478 2024-11-15T18:17:18,507 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39801:39801)] 2024-11-15T18:17:18,507 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:18,508 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:18,508 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:18,508 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:18,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:18,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:17:18,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:18,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbb635fecb144cf091a8d7d7a672c461 2024-11-15T18:17:18,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:18,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:18,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:17:18,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:18,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c20f2aa000043e29ee7e93f3af6ce80 2024-11-15T18:17:18,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:18,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:18,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:17:18,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:18,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d787ea03df864958a023653a0f97f2fe 2024-11-15T18:17:18,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:18,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:18,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:17:18,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:18,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:18,554 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:18,555 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T18:17:18,555 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74ec74825666%2C33369%2C1731694620619.1731694623710 2024-11-15T18:17:18,576 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74ec74825666%2C33369%2C1731694620619.1731694623710 2024-11-15T18:17:18,578 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74ec74825666%2C33369%2C1731694620619.1731694623710 2024-11-15T18:17:18,581 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:18,581 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:18,583 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:18,587 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:18,594 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-15T18:17:18,596 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74403264, jitterRate=0.10869503021240234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:18,597 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694638508Initializing all the Stores at 1731694638509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694638509Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694638510 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694638510Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694638510Cleaning up temporary data from old regions at 1731694638581 (+71 ms)Region opened successfully at 1731694638597 (+16 ms) 2024-11-15T18:17:18,600 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:17:18,611 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd92ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:18,627 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T18:17:18,628 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:17:18,628 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:17:18,629 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:17:18,630 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T18:17:18,638 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:18,639 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:17:18,640 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:17:18,640 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:17:18,640 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T18:17:18,641 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T18:17:18,641 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-15T18:17:18,641 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:17:18,652 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=74ec74825666,37941,1731694621557, regionLocation=74ec74825666,37941,1731694621557, openSeqNum=2 2024-11-15T18:17:18,652 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=74ec74825666,37941,1731694621557, table=hbase:meta, region=1588230740 2024-11-15T18:17:18,653 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,37941,1731694621557, state=OPEN 2024-11-15T18:17:18,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1340250670/meta-region-server 2024-11-15T18:17:18,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1340250670/meta-region-server 2024-11-15T18:17:18,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: CHANGED 2024-11-15T18:17:18,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: CHANGED 2024-11-15T18:17:18,710 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:17:18,722 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/draining/74ec74825666,37941,1731694621557 already deleted, retry=false 2024-11-15T18:17:18,722 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 74ec74825666,37941,1731694621557 on 74ec74825666,38679,1731694637746 2024-11-15T18:17:18,727 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 74ec74825666,37941,1731694621557, splitWal=true, meta=true 2024-11-15T18:17:18,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 74ec74825666,37941,1731694621557 (carryingMeta=true) 74ec74825666,37941,1731694621557/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2b3dedba[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T18:17:18,734 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Unable to get data of znode /0-1340250670/balancer because node does not exist (not necessarily an error) 2024-11-15T18:17:18,782 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/balancer already deleted, retry=false 2024-11-15T18:17:18,783 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:17:18,784 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Unable to get data of znode /0-1340250670/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:17:18,806 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/normalizer already deleted, retry=false 2024-11-15T18:17:18,806 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:17:18,807 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Unable to get data of znode /0-1340250670/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:17:18,816 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/switch/split already deleted, retry=false 2024-11-15T18:17:18,817 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Unable to get data of znode /0-1340250670/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:17:18,832 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/switch/merge already deleted, retry=false 2024-11-15T18:17:18,856 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Unable to get data of znode /0-1340250670/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:17:18,869 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/snapshot-cleanup already deleted, retry=false 2024-11-15T18:17:18,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1340250670/running 2024-11-15T18:17:18,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:18,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1340250670/running 2024-11-15T18:17:18,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:18,881 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,38679,1731694637746, sessionid=0x1013fb6da580006, setting cluster-up flag (Was=false) 2024-11-15T18:17:18,895 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1340250670/flush-table-proc/acquired, /0-1340250670/flush-table-proc/reached, /0-1340250670/flush-table-proc/abort 2024-11-15T18:17:18,896 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,38679,1731694637746 2024-11-15T18:17:18,906 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1340250670/online-snapshot/acquired, /0-1340250670/online-snapshot/reached, /0-1340250670/online-snapshot/abort 2024-11-15T18:17:18,907 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,38679,1731694637746 2024-11-15T18:17:18,908 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/.lastflushedseqids 2024-11-15T18:17:18,912 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:17:18,912 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:17:18,913 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,38679,1731694637746 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 74ec74825666,37941,1731694621557 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:17:18,914 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:18,914 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:18,914 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:18,914 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:18,914 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:17:18,915 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:18,915 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:18,915 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:18,918 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 74ec74825666,37941,1731694621557, splitWal=true, meta=true 2024-11-15T18:17:18,920 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 74ec74825666,37941,1731694621557, splitWal=true, meta=true, isMeta: true 2024-11-15T18:17:18,922 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557-splitting 2024-11-15T18:17:18,923 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557-splitting dir is empty, no logs to split. 2024-11-15T18:17:18,923 INFO [PEWorker-1 {}] master.SplitWALManager(105): 74ec74825666,37941,1731694621557 WAL count=0, meta=true 2024-11-15T18:17:18,924 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694668924 2024-11-15T18:17:18,924 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:17:18,924 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:17:18,925 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:17:18,925 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:17:18,925 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:17:18,925 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:17:18,925 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:18,926 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:17:18,926 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:17:18,926 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:17:18,926 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:17:18,926 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:17:18,926 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:17:18,928 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557-splitting dir is empty, no logs to split. 2024-11-15T18:17:18,928 INFO [PEWorker-1 {}] master.SplitWALManager(105): 74ec74825666,37941,1731694621557 WAL count=0, meta=true 2024-11-15T18:17:18,928 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 74ec74825666,37941,1731694621557 WAL splitting is done? wals=0, meta=true 2024-11-15T18:17:18,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:17:18,932 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694638926,5,FailOnTimeoutGroup] 2024-11-15T18:17:18,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:18,933 INFO [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(746): ClusterId : f4c125ba-a8d5-4d15-99e2-c436abd0abbc 2024-11-15T18:17:18,933 DEBUG [RS:0;74ec74825666:34599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:17:18,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:17:18,936 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694638932,5,FailOnTimeoutGroup] 2024-11-15T18:17:18,936 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:18,936 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:17:18,936 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:18,936 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:18,937 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694638936, completionTime=-1 2024-11-15T18:17:18,937 WARN [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T18:17:18,940 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T18:17:18,944 DEBUG [RS:0;74ec74825666:34599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:17:18,944 DEBUG [RS:0;74ec74825666:34599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:17:18,955 DEBUG [RS:0;74ec74825666:34599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:17:18,955 DEBUG [RS:0;74ec74825666:34599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380bf5c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:18,968 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:34599 2024-11-15T18:17:18,968 INFO [RS:0;74ec74825666:34599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:17:18,968 INFO [RS:0;74ec74825666:34599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:17:18,968 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:17:18,969 INFO [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,38679,1731694637746 with port=34599, startcode=1731694637842 2024-11-15T18:17:18,970 DEBUG [RS:0;74ec74825666:34599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:17:18,972 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:17:18,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,34599,1731694637842 2024-11-15T18:17:18,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] master.ServerManager(517): Registering regionserver=74ec74825666,34599,1731694637842 2024-11-15T18:17:18,975 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf 2024-11-15T18:17:18,975 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36245 2024-11-15T18:17:18,975 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:17:18,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/rs 2024-11-15T18:17:18,985 DEBUG [RS:0;74ec74825666:34599 {}] zookeeper.ZKUtil(111): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on existing znode=/0-1340250670/rs/74ec74825666,34599,1731694637842 2024-11-15T18:17:18,985 WARN [RS:0;74ec74825666:34599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:18,986 INFO [RS:0;74ec74825666:34599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:18,986 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842 2024-11-15T18:17:18,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,34599,1731694637842] 2024-11-15T18:17:18,991 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T18:17:19,040 INFO [RS:0;74ec74825666:34599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:17:19,043 INFO [RS:0;74ec74825666:34599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:17:19,048 INFO [RS:0;74ec74825666:34599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:17:19,048 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:19,048 INFO [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:17:19,050 INFO [RS:0;74ec74825666:34599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:17:19,050 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:19,050 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:19,050 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:19,050 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:19,050 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:19,050 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:19,050 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:19,050 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:19,050 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:19,051 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:19,051 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:19,051 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:19,051 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:19,051 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:19,051 DEBUG [RS:0;74ec74825666:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:19,052 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:19,052 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:19,052 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:19,052 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:19,052 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:19,052 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34599,1731694637842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:19,068 INFO [RS:0;74ec74825666:34599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:17:19,068 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34599,1731694637842-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:19,084 WARN [74ec74825666:38679 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T18:17:19,085 INFO [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,34599,1731694637842, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:17:19,107 INFO [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSource(231): queueId=2-74ec74825666,34599,1731694637842, ReplicationSource: 2, currentBandwidth=0 2024-11-15T18:17:19,107 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:19,107 INFO [RS:0;74ec74825666:34599 {}] regionserver.Replication(171): 74ec74825666,34599,1731694637842 started 2024-11-15T18:17:19,110 DEBUG [RS:0;74ec74825666:34599.replicationSource,1-74ec74825666,34599,1731694637842 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:46363' 2024-11-15T18:17:19,112 DEBUG [RS:0;74ec74825666:34599.replicationSource,1-74ec74825666,34599,1731694637842 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cdf2257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:19,113 DEBUG [RS:0;74ec74825666:34599.replicationSource,1-74ec74825666,34599,1731694637842 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46363,-1 for getting cluster id 2024-11-15T18:17:19,113 DEBUG [RS:0;74ec74825666:34599.replicationSource,1-74ec74825666,34599,1731694637842 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:19,121 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45' 2024-11-15T18:17:19,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:19,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45" 2024-11-15T18:17:19,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7241c6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:19,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46363,-1] 2024-11-15T18:17:19,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:19,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:19,125 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:19,128 DEBUG [RS:0;74ec74825666:34599.replicationSource,1-74ec74825666,34599,1731694637842 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ee03405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:19,129 DEBUG [RS:0;74ec74825666:34599.replicationSource,1-74ec74825666,34599,1731694637842 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:19,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46363,1731694628375 2024-11-15T18:17:19,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39280e9b 2024-11-15T18:17:19,130 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:19,131 INFO [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,34599,1731694637842, RpcServer on 74ec74825666/172.17.0.2:34599, sessionid=0x1013fb6da580007 2024-11-15T18:17:19,131 DEBUG [RS:0;74ec74825666:34599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:17:19,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:19,131 DEBUG [RS:0;74ec74825666:34599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,34599,1731694637842 2024-11-15T18:17:19,131 DEBUG [RS:0;74ec74825666:34599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,34599,1731694637842' 2024-11-15T18:17:19,131 DEBUG [RS:0;74ec74825666:34599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1340250670/flush-table-proc/abort' 2024-11-15T18:17:19,132 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T18:17:19,133 DEBUG [RS:0;74ec74825666:34599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1340250670/flush-table-proc/acquired' 2024-11-15T18:17:19,133 INFO [RS:0;74ec74825666:34599.replicationSource,1-74ec74825666,34599,1731694637842 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,34599,1731694637842 (queues=0) is replicating from cluster=f4c125ba-a8d5-4d15-99e2-c436abd0abbc to cluster=53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45 2024-11-15T18:17:19,137 DEBUG [RS:0;74ec74825666:34599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:17:19,137 DEBUG [RS:0;74ec74825666:34599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:17:19,137 DEBUG [RS:0;74ec74825666:34599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,34599,1731694637842 2024-11-15T18:17:19,137 DEBUG [RS:0;74ec74825666:34599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,34599,1731694637842' 2024-11-15T18:17:19,137 DEBUG [RS:0;74ec74825666:34599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1340250670/online-snapshot/abort' 2024-11-15T18:17:19,138 DEBUG [RS:0;74ec74825666:34599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1340250670/online-snapshot/acquired' 2024-11-15T18:17:19,140 DEBUG [RS:0;74ec74825666:34599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:17:19,140 INFO [RS:0;74ec74825666:34599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:17:19,140 INFO [RS:0;74ec74825666:34599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:17:19,141 DEBUG [RS:0;74ec74825666:34599.replicationSource,2-74ec74825666,34599,1731694637842 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:46363' 2024-11-15T18:17:19,143 DEBUG [RS:0;74ec74825666:34599.replicationSource,2-74ec74825666,34599,1731694637842 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47561241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:19,143 DEBUG [RS:0;74ec74825666:34599.replicationSource,2-74ec74825666,34599,1731694637842 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46363,-1 for getting cluster id 2024-11-15T18:17:19,144 DEBUG [RS:0;74ec74825666:34599.replicationSource,2-74ec74825666,34599,1731694637842 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:19,144 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45' 2024-11-15T18:17:19,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:19,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45" 2024-11-15T18:17:19,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@576cb9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:19,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46363,-1] 2024-11-15T18:17:19,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:19,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:19,147 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:19,148 DEBUG [RS:0;74ec74825666:34599.replicationSource,2-74ec74825666,34599,1731694637842 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76fd512e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:19,148 DEBUG [RS:0;74ec74825666:34599.replicationSource,2-74ec74825666,34599,1731694637842 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:19,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46363,1731694628375 2024-11-15T18:17:19,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41889150 2024-11-15T18:17:19,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:19,151 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T18:17:19,152 INFO [RS:0;74ec74825666:34599.replicationSource,2-74ec74825666,34599,1731694637842 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-74ec74825666,34599,1731694637842 (queues=0) is replicating from cluster=f4c125ba-a8d5-4d15-99e2-c436abd0abbc to cluster=53a6d9c9-591e-4bfb-b4c0-ea6c0935ed45 2024-11-15T18:17:19,241 INFO [RS:0;74ec74825666:34599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:19,243 INFO [RS:0;74ec74825666:34599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C34599%2C1731694637842, suffix=, logDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs, maxLogs=10 2024-11-15T18:17:19,263 DEBUG [RS:0;74ec74825666:34599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244, exclude list is [], retry=0 2024-11-15T18:17:19,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-0f8da863-034a-4509-8557-349cfe07d36e,DISK] 2024-11-15T18:17:19,271 INFO [RS:0;74ec74825666:34599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 2024-11-15T18:17:19,272 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 74ec74825666%2C34599%2C1731694637842 for peer 2 2024-11-15T18:17:19,272 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 74ec74825666%2C34599%2C1731694637842 for peer 1 2024-11-15T18:17:19,272 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C34599%2C1731694637842 2024-11-15T18:17:19,272 INFO [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,34599,1731694637842, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:17:19,276 INFO [RS:0;74ec74825666:34599.replicationSource.shipper74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C34599%2C1731694637842 2024-11-15T18:17:19,276 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=74ec74825666%2C34599%2C1731694637842 2024-11-15T18:17:19,276 INFO [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-74ec74825666,34599,1731694637842, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:17:19,276 DEBUG [RS:0;74ec74825666:34599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39801:39801)] 2024-11-15T18:17:19,277 INFO [RS:0;74ec74825666:34599.replicationSource.shipper74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C34599%2C1731694637842 2024-11-15T18:17:19,278 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244, startPosition=0, beingWritten=true 2024-11-15T18:17:19,278 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244, startPosition=0, beingWritten=true 2024-11-15T18:17:19,334 DEBUG [74ec74825666:38679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:17:19,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,34599,1731694637842 2024-11-15T18:17:19,337 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,34599,1731694637842, state=OPENING 2024-11-15T18:17:19,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1340250670/meta-region-server 2024-11-15T18:17:19,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1340250670/meta-region-server 2024-11-15T18:17:19,389 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:19,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: CHANGED 2024-11-15T18:17:19,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,34599,1731694637842}] 2024-11-15T18:17:19,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: CHANGED 2024-11-15T18:17:19,494 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:19,495 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:19,543 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:17:19,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:17:19,548 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:17:19,549 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:19,549 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:17:19,551 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C34599%2C1731694637842.meta, suffix=.meta, logDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs, maxLogs=10 2024-11-15T18:17:19,571 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.meta.1731694639552.meta, exclude list is [], retry=0 2024-11-15T18:17:19,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-0f8da863-034a-4509-8557-349cfe07d36e,DISK] 2024-11-15T18:17:19,578 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.meta.1731694639552.meta 2024-11-15T18:17:19,578 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39801:39801)] 2024-11-15T18:17:19,579 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:19,579 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:17:19,579 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:17:19,579 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:17:19,579 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:17:19,580 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:17:19,580 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:19,580 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:17:19,580 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:17:19,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:19,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:19,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:19,594 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/info/9d6f71a4e93046b59b4abc251c3199e1 2024-11-15T18:17:19,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:19,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:19,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:19,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:19,605 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/ns/f935dbd4886c425f9d453bb8101acea3 2024-11-15T18:17:19,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:19,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:19,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:19,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:19,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:19,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:19,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:19,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:19,619 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/table/4e74ef5a7ee14ed6bc8ebc97bbd0e161 2024-11-15T18:17:19,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:19,620 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:19,621 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740 2024-11-15T18:17:19,622 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740 2024-11-15T18:17:19,625 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:19,625 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:19,626 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:19,628 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:19,629 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71315511, jitterRate=0.06268392503261566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:19,630 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:17:19,630 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694639580Writing region info on filesystem at 1731694639580Initializing all the Stores at 1731694639582 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694639582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694639582Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694639582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694639582Cleaning up temporary data from old regions at 1731694639625 (+43 ms)Running coprocessor post-open hooks at 1731694639630 (+5 ms)Region opened successfully at 1731694639630 2024-11-15T18:17:19,631 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731694639542 2024-11-15T18:17:19,634 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:17:19,635 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:17:19,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=74ec74825666,34599,1731694637842 2024-11-15T18:17:19,637 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,34599,1731694637842, state=OPEN 2024-11-15T18:17:19,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1340250670/meta-region-server 2024-11-15T18:17:19,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1340250670/meta-region-server 2024-11-15T18:17:19,648 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,34599,1731694637842 2024-11-15T18:17:19,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: CHANGED 2024-11-15T18:17:19,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1340250670/meta-region-server: CHANGED 2024-11-15T18:17:19,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T18:17:19,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,34599,1731694637842 in 259 msec 2024-11-15T18:17:19,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T18:17:19,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 724 msec 2024-11-15T18:17:19,802 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:19,803 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:20,208 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:20,210 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:20,493 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T18:17:20,715 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:20,715 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:21,322 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:21,329 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:21,996 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-15T18:17:22,029 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:22,035 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:22,835 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:22,842 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:23,449 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T18:17:23,449 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:17:23,449 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:23,449 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,34599,1731694637842, seqNum=-1] 2024-11-15T18:17:23,450 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:23,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:23,459 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7ecc047c6d84177bdfb8e4a2a3db4438, regionState=OPEN, lastHost=74ec74825666,37941,1731694621557, regionLocation=74ec74825666,37941,1731694621557, openSeqNum=2 2024-11-15T18:17:23,459 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:17:23,459 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694703459 2024-11-15T18:17:23,459 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694763459 2024-11-15T18:17:23,459 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-15T18:17:23,460 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38679,1731694637746-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:23,460 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 74ec74825666,37941,1731694621557 had 2 regions 2024-11-15T18:17:23,460 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38679,1731694637746-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:23,460 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38679,1731694637746-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:23,460 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:38679, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:23,460 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:23,462 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:23,462 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 74ec74825666,37941,1731694621557, splitWal=true, meta=true, isMeta: false 2024-11-15T18:17:23,465 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557-splitting dir is empty, no logs to split. 2024-11-15T18:17:23,465 INFO [PEWorker-4 {}] master.SplitWALManager(105): 74ec74825666,37941,1731694621557 WAL count=0, meta=false 2024-11-15T18:17:23,470 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,37941,1731694621557-splitting dir is empty, no logs to split. 2024-11-15T18:17:23,470 INFO [PEWorker-4 {}] master.SplitWALManager(105): 74ec74825666,37941,1731694621557 WAL count=0, meta=false 2024-11-15T18:17:23,470 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 74ec74825666,37941,1731694621557 WAL splitting is done? wals=0, meta=false 2024-11-15T18:17:23,473 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.483sec 2024-11-15T18:17:23,473 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:17:23,473 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:17:23,473 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:17:23,473 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:17:23,473 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:17:23,473 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38679,1731694637746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:23,473 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38679,1731694637746-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:17:23,480 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:17:23,480 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:17:23,480 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38679,1731694637746-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:23,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ecc047c6d84177bdfb8e4a2a3db4438, ASSIGN}] 2024-11-15T18:17:23,487 WARN [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=74ec74825666,37941,1731694621557/hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:23,487 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ecc047c6d84177bdfb8e4a2a3db4438, ASSIGN 2024-11-15T18:17:23,490 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ecc047c6d84177bdfb8e4a2a3db4438, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:17:23,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:23,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38679,-1 for getting cluster id 2024-11-15T18:17:23,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:23,542 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c125ba-a8d5-4d15-99e2-c436abd0abbc' 2024-11-15T18:17:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c125ba-a8d5-4d15-99e2-c436abd0abbc" 2024-11-15T18:17:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6d5f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38679,-1] 2024-11-15T18:17:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:23,546 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:23,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bec46dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:23,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,34599,1731694637842, seqNum=-1] 2024-11-15T18:17:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:23,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:23,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T18:17:23,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:23,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:23,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:23,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:23,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 74ec74825666:38679 after: 74ec74825666:38679 2024-11-15T18:17:23,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:23,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:23,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38679,-1 for getting cluster id 2024-11-15T18:17:23,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:23,558 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c125ba-a8d5-4d15-99e2-c436abd0abbc' 2024-11-15T18:17:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c125ba-a8d5-4d15-99e2-c436abd0abbc" 2024-11-15T18:17:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f439e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38679,-1] 2024-11-15T18:17:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:23,561 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:23,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:23,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,38679,1731694637746 2024-11-15T18:17:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d9b45f3 2024-11-15T18:17:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:23,565 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:23,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T18:17:23,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T18:17:23,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T18:17:23,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T18:17:23,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:17:23,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:23,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:23,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:23,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:23,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:23,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:17:23,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=287186078, stopped=false 2024-11-15T18:17:23,569 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,46363,1731694628375 2024-11-15T18:17:23,640 DEBUG [74ec74825666:38679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:17:23,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7ecc047c6d84177bdfb8e4a2a3db4438, regionState=OPENING, regionLocation=74ec74825666,34599,1731694637842 2024-11-15T18:17:23,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ecc047c6d84177bdfb8e4a2a3db4438, ASSIGN because future has completed 2024-11-15T18:17:23,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ecc047c6d84177bdfb8e4a2a3db4438, server=74ec74825666,34599,1731694637842}] 2024-11-15T18:17:23,652 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1578189236/running 2024-11-15T18:17:23,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1578189236/running 2024-11-15T18:17:23,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:23,652 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:23,652 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:23,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:23,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:23,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:23,653 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,44503,1731694628532' ***** 2024-11-15T18:17:23,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Set watcher on znode that does not yet exist, /1578189236/running 2024-11-15T18:17:23,653 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:17:23,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Set watcher on znode that does not yet exist, /1578189236/running 2024-11-15T18:17:23,653 INFO [RS:0;74ec74825666:44503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:17:23,653 INFO [RS:0;74ec74825666:44503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:17:23,653 INFO [RS:0;74ec74825666:44503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:17:23,653 INFO [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,44503,1731694628532 2024-11-15T18:17:23,653 INFO [RS:0;74ec74825666:44503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:23,654 INFO [RS:0;74ec74825666:44503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:44503. 2024-11-15T18:17:23,654 DEBUG [RS:0;74ec74825666:44503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:23,654 DEBUG [RS:0;74ec74825666:44503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:23,654 INFO [RS:0;74ec74825666:44503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:17:23,654 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:17:23,654 INFO [RS:0;74ec74825666:44503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:17:23,654 INFO [RS:0;74ec74825666:44503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:17:23,655 INFO [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:17:23,655 INFO [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:17:23,655 DEBUG [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:17:23,655 DEBUG [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:23,655 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:23,655 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:23,655 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:23,655 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:17:23,655 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:23,655 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T18:17:23,674 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/1588230740/.tmp/ns/e2d4027dd94549cb8580f6025c9152f7 is 43, key is default/ns:d/1731694632076/Put/seqid=0 2024-11-15T18:17:23,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741835_1011 (size=5153) 2024-11-15T18:17:23,695 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:23,742 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:23,748 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:23,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:23,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:23,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:17:23,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C34599%2C1731694637842.rep, suffix=, logDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs, maxLogs=10 2024-11-15T18:17:23,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.rep.1731694643806, exclude list is [], retry=0 2024-11-15T18:17:23,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-0f8da863-034a-4509-8557-349cfe07d36e,DISK] 2024-11-15T18:17:23,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.rep.1731694643806 2024-11-15T18:17:23,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39801:39801)] 2024-11-15T18:17:23,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ecc047c6d84177bdfb8e4a2a3db4438, NAME => 'hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:23,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:17:23,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:17:23,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. service=MultiRowMutationService 2024-11-15T18:17:23,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:17:23,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:23,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,832 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,834 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ecc047c6d84177bdfb8e4a2a3db4438 columnFamilyName hfileref 2024-11-15T18:17:23,834 DEBUG [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:23,834 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(327): Store=7ecc047c6d84177bdfb8e4a2a3db4438/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:23,834 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,835 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ecc047c6d84177bdfb8e4a2a3db4438 columnFamilyName queue 2024-11-15T18:17:23,835 DEBUG [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:23,844 DEBUG [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438/queue/90c84f4917f74b7fb380a62909a52c8e 2024-11-15T18:17:23,844 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(327): Store=7ecc047c6d84177bdfb8e4a2a3db4438/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:23,844 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,845 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ecc047c6d84177bdfb8e4a2a3db4438 columnFamilyName sid 2024-11-15T18:17:23,846 DEBUG [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:23,846 INFO [StoreOpener-7ecc047c6d84177bdfb8e4a2a3db4438-1 {}] regionserver.HStore(327): Store=7ecc047c6d84177bdfb8e4a2a3db4438/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:23,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:17:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 7ecc047c6d84177bdfb8e4a2a3db4438; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61296160, jitterRate=-0.08661603927612305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:17:23,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:23,855 DEBUG [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:23,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7ecc047c6d84177bdfb8e4a2a3db4438: Running coprocessor pre-open hook at 1731694643831Writing region info on filesystem at 1731694643831Initializing all the Stores at 1731694643832 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694643832Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694643832Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694643832Cleaning up temporary data from old regions at 1731694643850 (+18 ms)Running coprocessor post-open hooks at 1731694643855 (+5 ms)Region opened successfully at 1731694643856 (+1 ms) 2024-11-15T18:17:23,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438., pid=19, masterSystemTime=1731694643799 2024-11-15T18:17:23,861 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7ecc047c6d84177bdfb8e4a2a3db4438, regionState=OPEN, openSeqNum=10, regionLocation=74ec74825666,34599,1731694637842 2024-11-15T18:17:23,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:23,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:23,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ecc047c6d84177bdfb8e4a2a3db4438, server=74ec74825666,34599,1731694637842 because future has completed 2024-11-15T18:17:23,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T18:17:23,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ecc047c6d84177bdfb8e4a2a3db4438, server=74ec74825666,34599,1731694637842 in 222 msec 2024-11-15T18:17:23,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-15T18:17:23,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ecc047c6d84177bdfb8e4a2a3db4438, ASSIGN in 385 msec 2024-11-15T18:17:23,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T18:17:23,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438., hostname=74ec74825666,34599,1731694637842, seqNum=10] 2024-11-15T18:17:23,909 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:17:23,909 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:17:23,921 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 74ec74825666,37941,1731694621557 2024-11-15T18:17:23,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T18:17:24,055 DEBUG [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:24,081 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/1588230740/.tmp/ns/e2d4027dd94549cb8580f6025c9152f7 2024-11-15T18:17:24,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-15T18:17:24,092 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/1588230740/.tmp/ns/e2d4027dd94549cb8580f6025c9152f7 as hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/1588230740/ns/e2d4027dd94549cb8580f6025c9152f7 2024-11-15T18:17:24,100 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/1588230740/ns/e2d4027dd94549cb8580f6025c9152f7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T18:17:24,102 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-15T18:17:24,108 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T18:17:24,109 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:24,109 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:24,109 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:24,109 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694643655Running coprocessor pre-close hooks at 1731694643655Disabling compacts and flushes for region at 1731694643655Disabling writes for close at 1731694643655Obtaining lock to block concurrent updates at 1731694643655Preparing flush snapshotting stores in 1588230740 at 1731694643655Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731694643656 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731694643656Flushing 1588230740/ns: creating writer at 1731694643657 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731694643674 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731694643674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41060dc6: reopening flushed file at 1731694644091 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1731694644102 (+11 ms)Writing region close event to WAL at 1731694644103 (+1 ms)Running coprocessor post-close hooks at 1731694644109 (+6 ms)Closed at 1731694644109 2024-11-15T18:17:24,109 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:24,256 INFO [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,44503,1731694628532; all regions closed. 2024-11-15T18:17:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741834_1010 (size=1152) 2024-11-15T18:17:24,262 DEBUG [RS:0;74ec74825666:44503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/oldWALs 2024-11-15T18:17:24,262 INFO [RS:0;74ec74825666:44503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C44503%2C1731694628532.meta:.meta(num 1731694631960) 2024-11-15T18:17:24,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741832_1008 (size=93) 2024-11-15T18:17:24,268 DEBUG [RS:0;74ec74825666:44503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/oldWALs 2024-11-15T18:17:24,268 INFO [RS:0;74ec74825666:44503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C44503%2C1731694628532:(num 1731694631039) 2024-11-15T18:17:24,268 DEBUG [RS:0;74ec74825666:44503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:24,268 INFO [RS:0;74ec74825666:44503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:24,268 INFO [RS:0;74ec74825666:44503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:24,268 INFO [RS:0;74ec74825666:44503 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:24,268 INFO [RS:0;74ec74825666:44503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:24,269 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:24,269 INFO [RS:0;74ec74825666:44503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44503 2024-11-15T18:17:24,315 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1578189236/rs/74ec74825666,44503,1731694628532 2024-11-15T18:17:24,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236/rs 2024-11-15T18:17:24,315 INFO [RS:0;74ec74825666:44503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:24,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,44503,1731694628532] 2024-11-15T18:17:24,336 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1578189236/draining/74ec74825666,44503,1731694628532 already deleted, retry=false 2024-11-15T18:17:24,336 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,44503,1731694628532 expired; onlineServers=0 2024-11-15T18:17:24,336 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,46363,1731694628375' ***** 2024-11-15T18:17:24,336 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:17:24,336 INFO [M:0;74ec74825666:46363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:24,336 INFO [M:0;74ec74825666:46363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:24,336 DEBUG [M:0;74ec74825666:46363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:17:24,336 DEBUG [M:0;74ec74825666:46363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:17:24,336 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:17:24,336 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694630702 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694630702,5,FailOnTimeoutGroup] 2024-11-15T18:17:24,337 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694630702 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694630702,5,FailOnTimeoutGroup] 2024-11-15T18:17:24,337 INFO [M:0;74ec74825666:46363 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:24,337 INFO [M:0;74ec74825666:46363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:24,337 DEBUG [M:0;74ec74825666:46363 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:17:24,337 INFO [M:0;74ec74825666:46363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:17:24,337 INFO [M:0;74ec74825666:46363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:24,337 INFO [M:0;74ec74825666:46363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:17:24,337 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:17:24,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1578189236/master 2024-11-15T18:17:24,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1578189236 2024-11-15T18:17:24,346 DEBUG [M:0;74ec74825666:46363 {}] zookeeper.ZKUtil(347): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Unable to get data of znode /1578189236/master because node does not exist (not an error) 2024-11-15T18:17:24,347 WARN [M:0;74ec74825666:46363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:17:24,348 INFO [M:0;74ec74825666:46363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/.lastflushedseqids 2024-11-15T18:17:24,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741836_1012 (size=99) 2024-11-15T18:17:24,426 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:24,426 INFO [RS:0;74ec74825666:44503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:24,426 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44503-0x1013fb6da580004, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:24,426 INFO [RS:0;74ec74825666:44503 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,44503,1731694628532; zookeeper connection closed. 2024-11-15T18:17:24,426 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36beb980 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36beb980 2024-11-15T18:17:24,426 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:17:24,750 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:24,754 INFO [M:0;74ec74825666:46363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:17:24,754 INFO [M:0;74ec74825666:46363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:17:24,754 DEBUG [M:0;74ec74825666:46363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:24,754 INFO [M:0;74ec74825666:46363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:24,755 DEBUG [M:0;74ec74825666:46363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:24,755 DEBUG [M:0;74ec74825666:46363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:24,755 DEBUG [M:0;74ec74825666:46363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:24,755 INFO [M:0;74ec74825666:46363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T18:17:24,767 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:24,774 DEBUG [M:0;74ec74825666:46363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263af8e87a0a45d68990b76f1ec251b6 is 82, key is hbase:meta,,1/info:regioninfo/1731694632036/Put/seqid=0 2024-11-15T18:17:24,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741837_1013 (size=5672) 2024-11-15T18:17:25,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:17:25,183 INFO [M:0;74ec74825666:46363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263af8e87a0a45d68990b76f1ec251b6 2024-11-15T18:17:25,206 DEBUG [M:0;74ec74825666:46363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9060ca513e034ce09fd504b307b3daa2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731694632087/Put/seqid=0 2024-11-15T18:17:25,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741838_1014 (size=5275) 2024-11-15T18:17:25,211 INFO [M:0;74ec74825666:46363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9060ca513e034ce09fd504b307b3daa2 2024-11-15T18:17:25,236 DEBUG [M:0;74ec74825666:46363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2396c9dfb9441e4a619bade3e37e486 is 69, key is 74ec74825666,44503,1731694628532/rs:state/1731694630808/Put/seqid=0 2024-11-15T18:17:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741839_1015 (size=5156) 2024-11-15T18:17:25,643 INFO [M:0;74ec74825666:46363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2396c9dfb9441e4a619bade3e37e486 2024-11-15T18:17:25,654 DEBUG [M:0;74ec74825666:46363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263af8e87a0a45d68990b76f1ec251b6 as hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/263af8e87a0a45d68990b76f1ec251b6 2024-11-15T18:17:25,663 INFO [M:0;74ec74825666:46363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/263af8e87a0a45d68990b76f1ec251b6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T18:17:25,664 DEBUG [M:0;74ec74825666:46363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9060ca513e034ce09fd504b307b3daa2 as hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9060ca513e034ce09fd504b307b3daa2 2024-11-15T18:17:25,673 INFO [M:0;74ec74825666:46363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9060ca513e034ce09fd504b307b3daa2, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T18:17:25,674 DEBUG [M:0;74ec74825666:46363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2396c9dfb9441e4a619bade3e37e486 as hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2396c9dfb9441e4a619bade3e37e486 2024-11-15T18:17:25,683 INFO [M:0;74ec74825666:46363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/daa29aa6-fc25-7f39-057a-7b3d9a8c3df7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2396c9dfb9441e4a619bade3e37e486, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T18:17:25,684 INFO [M:0;74ec74825666:46363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=28, compaction requested=false 2024-11-15T18:17:25,689 INFO [M:0;74ec74825666:46363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:25,689 DEBUG [M:0;74ec74825666:46363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694644754Disabling compacts and flushes for region at 1731694644754Disabling writes for close at 1731694644755 (+1 ms)Obtaining lock to block concurrent updates at 1731694644755Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694644755Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731694644755Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694644757 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694644757Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694644773 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694644773Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694645189 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694645205 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694645205Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694645218 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694645236 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694645236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3b5e8a: reopening flushed file at 1731694645652 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50427c8a: reopening flushed file at 1731694645663 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9c4eb4: reopening flushed file at 1731694645673 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=28, compaction requested=false at 1731694645684 (+11 ms)Writing region close event to WAL at 1731694645689 (+5 ms)Closed at 1731694645689 2024-11-15T18:17:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741830_1006 (size=10165) 2024-11-15T18:17:25,694 INFO [M:0;74ec74825666:46363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:17:25,695 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:25,695 INFO [M:0;74ec74825666:46363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46363 2024-11-15T18:17:25,704 INFO [M:0;74ec74825666:46363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:25,856 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:25,868 INFO [M:0;74ec74825666:46363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46363-0x1013fb6da580003, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:25,874 DEBUG [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.1731694639244 to pos 0, reset compression=false 2024-11-15T18:17:25,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:17:25,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:17:25,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:17:25,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:17:25,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/hadoop.log.dir/,STOPPED} 2024-11-15T18:17:25,930 WARN [BP-155508152-172.17.0.2-1731694626298 heartbeating to localhost/127.0.0.1:45179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-155508152-172.17.0.2-1731694626298 (Datanode Uuid 83d9109e-cb58-4c55-a3d4-c97cde65ed86) service to localhost/127.0.0.1:45179 2024-11-15T18:17:25,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/cluster_fa7401b4-40ca-3704-56f5-5d36a1dacac2/data/data1/current/BP-155508152-172.17.0.2-1731694626298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:17:25,931 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:17:25,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/cluster_fa7401b4-40ca-3704-56f5-5d36a1dacac2/data/data2/current/BP-155508152-172.17.0.2-1731694626298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:17:25,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:17:25,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:17:25,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:17:25,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:17:25,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/hadoop.log.dir/,STOPPED} 2024-11-15T18:17:25,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:17:25,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:17:25,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:25,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:25,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:25,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:25,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:25,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:17:25,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=30962481, stopped=false 2024-11-15T18:17:25,985 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,38679,1731694637746 2024-11-15T18:17:25,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1340250670/running 2024-11-15T18:17:25,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:26,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1340250670/running 2024-11-15T18:17:26,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:26,000 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:26,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/running 2024-11-15T18:17:26,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:26,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:26,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:26,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Set watcher on znode that does not yet exist, /0-1340250670/running 2024-11-15T18:17:26,001 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,34599,1731694637842' ***** 2024-11-15T18:17:26,001 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:17:26,002 INFO [RS:0;74ec74825666:34599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:17:26,002 INFO [RS:0;74ec74825666:34599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:17:26,002 INFO [RS:0;74ec74825666:34599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:17:26,002 INFO [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:26,002 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:17:26,002 INFO [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,34599,1731694637842 2024-11-15T18:17:26,002 INFO [RS:0;74ec74825666:34599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:26,002 INFO [RS:0;74ec74825666:34599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:34599. 2024-11-15T18:17:26,002 DEBUG [RS:0;74ec74825666:34599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:26,002 DEBUG [RS:0;74ec74825666:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:26,003 INFO [RS:0;74ec74825666:34599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:17:26,003 INFO [RS:0;74ec74825666:34599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:17:26,003 INFO [RS:0;74ec74825666:34599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:17:26,003 INFO [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:17:26,004 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ecc047c6d84177bdfb8e4a2a3db4438, disabling compactions & flushes 2024-11-15T18:17:26,004 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:26,004 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:26,004 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. after waiting 0 ms 2024-11-15T18:17:26,004 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:26,008 INFO [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:17:26,008 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(1325): Online Regions={7ecc047c6d84177bdfb8e4a2a3db4438=hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:17:26,008 DEBUG [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ecc047c6d84177bdfb8e4a2a3db4438 2024-11-15T18:17:26,009 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:26,009 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:26,009 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:26,009 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:17:26,010 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:26,010 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T18:17:26,045 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/replication/7ecc047c6d84177bdfb8e4a2a3db4438/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-15T18:17:26,047 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:26,047 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:26,047 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:26,047 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ecc047c6d84177bdfb8e4a2a3db4438: Waiting for close lock at 1731694646003Running coprocessor pre-close hooks at 1731694646003Disabling compacts and flushes for region at 1731694646003Disabling writes for close at 1731694646004 (+1 ms)Writing region close event to WAL at 1731694646014 (+10 ms)Running coprocessor post-close hooks at 1731694646047 (+33 ms)Closed at 1731694646047 2024-11-15T18:17:26,047 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438. 2024-11-15T18:17:26,057 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/info/4612b84d599d449c99128a4e7f6c0ff0 is 147, key is hbase:replication,,1731694632304.7ecc047c6d84177bdfb8e4a2a3db4438./info:regioninfo/1731694643861/Put/seqid=0 2024-11-15T18:17:26,058 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:26,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741851_1027 (size=6385) 2024-11-15T18:17:26,094 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/info/4612b84d599d449c99128a4e7f6c0ff0 2024-11-15T18:17:26,095 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:17:26,095 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:17:26,116 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/.tmp/info/4612b84d599d449c99128a4e7f6c0ff0 as hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/info/4612b84d599d449c99128a4e7f6c0ff0 2024-11-15T18:17:26,127 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/info/4612b84d599d449c99128a4e7f6c0ff0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T18:17:26,129 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=19, compaction requested=false 2024-11-15T18:17:26,138 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T18:17:26,140 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:26,140 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:26,140 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:26,141 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694646009Running coprocessor pre-close hooks at 1731694646009Disabling compacts and flushes for region at 1731694646009Disabling writes for close at 1731694646009Obtaining lock to block concurrent updates at 1731694646010 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731694646010Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731694646010Flushing stores of hbase:meta,,1.1588230740 at 1731694646014 (+4 ms)Flushing 1588230740/info: creating writer at 1731694646015 (+1 ms)Flushing 1588230740/info: appending metadata at 1731694646056 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731694646056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1f5849: reopening flushed file at 1731694646114 (+58 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=19, compaction requested=false at 1731694646129 (+15 ms)Writing region close event to WAL at 1731694646133 (+4 ms)Running coprocessor post-close hooks at 1731694646140 (+7 ms)Closed at 1731694646140 2024-11-15T18:17:26,141 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:26,209 INFO [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,34599,1731694637842; all regions closed. 2024-11-15T18:17:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741849_1025 (size=2156) 2024-11-15T18:17:26,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.meta.1731694639552.meta not finished, retry = 0 2024-11-15T18:17:26,319 DEBUG [RS:0;74ec74825666:34599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs 2024-11-15T18:17:26,319 INFO [RS:0;74ec74825666:34599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C34599%2C1731694637842.meta:.meta(num 1731694639552) 2024-11-15T18:17:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741850_1026 (size=796) 2024-11-15T18:17:26,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/WALs/74ec74825666,34599,1731694637842/74ec74825666%2C34599%2C1731694637842.rep.1731694643806 not finished, retry = 0 2024-11-15T18:17:26,425 DEBUG [RS:0;74ec74825666:34599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs 2024-11-15T18:17:26,425 INFO [RS:0;74ec74825666:34599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C34599%2C1731694637842.rep:(num 1731694643806) 2024-11-15T18:17:26,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741848_1024 (size=93) 2024-11-15T18:17:26,430 DEBUG [RS:0;74ec74825666:34599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/oldWALs 2024-11-15T18:17:26,430 INFO [RS:0;74ec74825666:34599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C34599%2C1731694637842:(num 1731694639244) 2024-11-15T18:17:26,430 DEBUG [RS:0;74ec74825666:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:26,430 INFO [RS:0;74ec74825666:34599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:26,430 INFO [RS:0;74ec74825666:34599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:26,430 INFO [RS:0;74ec74825666:34599 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:26,431 INFO [RS:0;74ec74825666:34599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:26,431 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:26,431 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T18:17:26,431 INFO [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,34599,1731694637842 because: Region server is closing 2024-11-15T18:17:26,431 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T18:17:26,431 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-15T18:17:26,431 INFO [RS:0;74ec74825666:34599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:34599. 2024-11-15T18:17:26,431 DEBUG [RS:0;74ec74825666:34599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:26,431 DEBUG [RS:0;74ec74825666:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:26,431 DEBUG [RS:0;74ec74825666:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:26,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:26,532 WARN [RS:0;74ec74825666:34599.replicationSource.shipper74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T18:17:26,532 WARN [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:17:26,532 INFO [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;74ec74825666:34599.replicationSource.shipper74ec74825666%2C34599%2C1731694637842,1-74ec74825666,34599,1731694637842 terminated 2024-11-15T18:17:26,532 INFO [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-74ec74825666,34599,1731694637842 because: Region server is closing 2024-11-15T18:17:26,532 INFO [RS:0;74ec74825666:34599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:34599. 2024-11-15T18:17:26,532 DEBUG [RS:0;74ec74825666:34599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:26,532 DEBUG [RS:0;74ec74825666:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:26,533 DEBUG [RS:0;74ec74825666:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:26,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:26,633 WARN [RS:0;74ec74825666:34599.replicationSource.wal-reader.74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:17:26,633 WARN [RS:0;74ec74825666:34599.replicationSource.shipper74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T18:17:26,633 INFO [RS:0;74ec74825666:34599 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;74ec74825666:34599.replicationSource.shipper74ec74825666%2C34599%2C1731694637842,2-74ec74825666,34599,1731694637842 terminated 2024-11-15T18:17:26,634 INFO [RS:0;74ec74825666:34599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34599 2024-11-15T18:17:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1340250670/rs/74ec74825666,34599,1731694637842 2024-11-15T18:17:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670/rs 2024-11-15T18:17:26,663 INFO [RS:0;74ec74825666:34599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:26,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,34599,1731694637842] 2024-11-15T18:17:26,683 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/draining/74ec74825666,34599,1731694637842 already deleted, retry=false 2024-11-15T18:17:26,683 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,34599,1731694637842 expired; onlineServers=0 2024-11-15T18:17:26,683 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,38679,1731694637746' ***** 2024-11-15T18:17:26,683 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:17:26,683 INFO [M:0;74ec74825666:38679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:26,684 INFO [M:0;74ec74825666:38679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:26,684 DEBUG [M:0;74ec74825666:38679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:17:26,684 DEBUG [M:0;74ec74825666:38679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:17:26,684 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:17:26,684 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694638932 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694638932,5,FailOnTimeoutGroup] 2024-11-15T18:17:26,684 INFO [M:0;74ec74825666:38679 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:26,684 INFO [M:0;74ec74825666:38679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:26,684 DEBUG [M:0;74ec74825666:38679 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:17:26,684 INFO [M:0;74ec74825666:38679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:17:26,684 INFO [M:0;74ec74825666:38679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:26,684 INFO [M:0;74ec74825666:38679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:17:26,685 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:17:26,688 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694638926 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694638926,5,FailOnTimeoutGroup] 2024-11-15T18:17:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1340250670/master 2024-11-15T18:17:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1340250670 2024-11-15T18:17:26,710 DEBUG [M:0;74ec74825666:38679 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1340250670/master already deleted, retry=false 2024-11-15T18:17:26,711 DEBUG [M:0;74ec74825666:38679 {}] master.ActiveMasterManager(353): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1340250670/master 2024-11-15T18:17:26,711 INFO [M:0;74ec74825666:38679 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/.lastflushedseqids 2024-11-15T18:17:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741852_1028 (size=181) 2024-11-15T18:17:26,722 INFO [M:0;74ec74825666:38679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:17:26,723 INFO [M:0;74ec74825666:38679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:17:26,723 DEBUG [M:0;74ec74825666:38679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:26,723 INFO [M:0;74ec74825666:38679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:26,723 DEBUG [M:0;74ec74825666:38679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:26,723 DEBUG [M:0;74ec74825666:38679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:26,723 DEBUG [M:0;74ec74825666:38679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:26,723 INFO [M:0;74ec74825666:38679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T18:17:26,741 DEBUG [M:0;74ec74825666:38679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a941f9e329a84d6f829a4a027d3718d3 is 82, key is hbase:meta,,1/info:regioninfo/1731694639635/Put/seqid=0 2024-11-15T18:17:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741853_1029 (size=5680) 2024-11-15T18:17:26,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:26,773 INFO [RS:0;74ec74825666:34599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:26,773 INFO [RS:0;74ec74825666:34599 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,34599,1731694637842; zookeeper connection closed. 2024-11-15T18:17:26,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x1013fb6da580007, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:26,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4139b8e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4139b8e4 2024-11-15T18:17:26,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:17:27,149 INFO [M:0;74ec74825666:38679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a941f9e329a84d6f829a4a027d3718d3 2024-11-15T18:17:27,174 DEBUG [M:0;74ec74825666:38679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5bd84caf99024adb8f50fae6a1a0197c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731694643872/Put/seqid=0 2024-11-15T18:17:27,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741854_1030 (size=7319) 2024-11-15T18:17:27,580 INFO [M:0;74ec74825666:38679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5bd84caf99024adb8f50fae6a1a0197c 2024-11-15T18:17:27,608 DEBUG [M:0;74ec74825666:38679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/989ed7ed4b694758ba65657a620cd1da is 69, key is 74ec74825666,34599,1731694637842/rs:state/1731694638973/Put/seqid=0 2024-11-15T18:17:27,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741855_1031 (size=5371) 2024-11-15T18:17:27,622 INFO [M:0;74ec74825666:38679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/989ed7ed4b694758ba65657a620cd1da 2024-11-15T18:17:27,630 INFO [M:0;74ec74825666:38679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 989ed7ed4b694758ba65657a620cd1da 2024-11-15T18:17:27,631 DEBUG [M:0;74ec74825666:38679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a941f9e329a84d6f829a4a027d3718d3 as hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a941f9e329a84d6f829a4a027d3718d3 2024-11-15T18:17:27,638 INFO [M:0;74ec74825666:38679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a941f9e329a84d6f829a4a027d3718d3, entries=8, sequenceid=172, filesize=5.5 K 2024-11-15T18:17:27,639 DEBUG [M:0;74ec74825666:38679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5bd84caf99024adb8f50fae6a1a0197c as hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5bd84caf99024adb8f50fae6a1a0197c 2024-11-15T18:17:27,647 INFO [M:0;74ec74825666:38679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5bd84caf99024adb8f50fae6a1a0197c, entries=7, sequenceid=172, filesize=7.1 K 2024-11-15T18:17:27,649 DEBUG [M:0;74ec74825666:38679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/989ed7ed4b694758ba65657a620cd1da as hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/989ed7ed4b694758ba65657a620cd1da 2024-11-15T18:17:27,658 INFO [M:0;74ec74825666:38679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 989ed7ed4b694758ba65657a620cd1da 2024-11-15T18:17:27,658 INFO [M:0;74ec74825666:38679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7cfaa3d2-abd8-910f-2a42-10a2c46caecf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/989ed7ed4b694758ba65657a620cd1da, entries=2, sequenceid=172, filesize=5.2 K 2024-11-15T18:17:27,660 INFO [M:0;74ec74825666:38679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=172, compaction requested=false 2024-11-15T18:17:27,664 INFO [M:0;74ec74825666:38679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:27,665 DEBUG [M:0;74ec74825666:38679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694646723Disabling compacts and flushes for region at 1731694646723Disabling writes for close at 1731694646723Obtaining lock to block concurrent updates at 1731694646723Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694646723Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731694646724 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694646724Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694646724Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694646741 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694646741Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694647155 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694647174 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694647174Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694647586 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694647607 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694647607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0d7a92: reopening flushed file at 1731694647630 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e5800d: reopening flushed file at 1731694647638 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5969df: reopening flushed file at 1731694647647 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=172, compaction requested=false at 1731694647660 (+13 ms)Writing region close event to WAL at 1731694647664 (+4 ms)Closed at 1731694647664 2024-11-15T18:17:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741847_1023 (size=22949) 2024-11-15T18:17:27,672 INFO [M:0;74ec74825666:38679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:17:27,672 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:27,672 INFO [M:0;74ec74825666:38679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38679 2024-11-15T18:17:27,672 INFO [M:0;74ec74825666:38679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:27,878 INFO [M:0;74ec74825666:38679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:27,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:27,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1013fb6da580006, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:27,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:17:27,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:17:27,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:17:27,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:17:27,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/hadoop.log.dir/,STOPPED} 2024-11-15T18:17:27,889 WARN [BP-1398145040-172.17.0.2-1731694617013 heartbeating to localhost/127.0.0.1:36245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:17:27,889 WARN [BP-1398145040-172.17.0.2-1731694617013 heartbeating to localhost/127.0.0.1:36245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1398145040-172.17.0.2-1731694617013 (Datanode Uuid d138d27d-5c50-458e-aadc-bc321e60ec56) service to localhost/127.0.0.1:36245 2024-11-15T18:17:27,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/cluster_efa914d8-06d7-ef19-6a75-a325dac6b75a/data/data1/current/BP-1398145040-172.17.0.2-1731694617013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:17:27,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/cluster_efa914d8-06d7-ef19-6a75-a325dac6b75a/data/data2/current/BP-1398145040-172.17.0.2-1731694617013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:17:27,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:17:27,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:17:27,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:17:27,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:17:27,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:17:27,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:17:27,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:17:27,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d74067a-95f8-6ca2-140f-92d83e635cac/hadoop.log.dir/,STOPPED} 2024-11-15T18:17:27,920 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:17:27,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:17:27,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=111 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/74ec74825666:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/74ec74825666:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56875) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7cfd72d9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/74ec74825666:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56875) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36245 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74ec74825666:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45179 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74ec74825666:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 456), ProcessCount=11 (was 11), AvailableMemoryMB=2777 (was 3582) 2024-11-15T18:17:27,982 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=111, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2776 2024-11-15T18:17:28,002 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-15T18:17:28,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/hadoop.log.dir so I do NOT create it in target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254 2024-11-15T18:17:28,003 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:17:28,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/hadoop.tmp.dir so I do NOT create it in target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254 2024-11-15T18:17:28,003 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86235e72-0ed5-a7f7-f085-3d7722f4ee9d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:17:28,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254 2024-11-15T18:17:28,004 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/cluster_c600286b-fa4a-48a8-7ac5-daef6c7609e8, deleteOnExit=true 2024-11-15T18:17:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013fb6da580005, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:17:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013fb6da580002, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:17:28,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013fb6da580002, quorum=127.0.0.1:56875, baseZNode=/0-1340250670 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:17:28,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013fb6da580005, quorum=127.0.0.1:56875, baseZNode=/1578189236 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:17:28,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/cluster_c600286b-fa4a-48a8-7ac5-daef6c7609e8/zookeeper_0, clientPort=49631, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/cluster_c600286b-fa4a-48a8-7ac5-daef6c7609e8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/cluster_c600286b-fa4a-48a8-7ac5-daef6c7609e8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:17:28,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49631 2024-11-15T18:17:28,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:17:28,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:17:28,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/test.cache.data in system properties and HBase conf 2024-11-15T18:17:28,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:17:28,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:17:28,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:17:28,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:17:28,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:17:28,047 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:17:28,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:17:28,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:17:28,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:17:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:17:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:17:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:17:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:17:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:17:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:17:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:17:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:17:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:17:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:17:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:17:28,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:28,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:17:28,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:17:28,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:17:28,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:17:28,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:28,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:17:28,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:17:28,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/java.io.tmpdir/jetty-localhost-33919-hadoop-hdfs-3_4_1-tests_jar-_-any-7412666912460666627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:17:28,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:33919} 2024-11-15T18:17:28,705 INFO [Time-limited test {}] server.Server(415): Started @34067ms 2024-11-15T18:17:29,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:29,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:17:29,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:17:29,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:17:29,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:17:29,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:17:29,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:17:29,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c246225{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/java.io.tmpdir/jetty-localhost-43063-hadoop-hdfs-3_4_1-tests_jar-_-any-16292510436118204230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:17:29,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:43063} 2024-11-15T18:17:29,148 INFO [Time-limited test {}] server.Server(415): Started @34510ms 2024-11-15T18:17:29,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:17:29,775 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/cluster_c600286b-fa4a-48a8-7ac5-daef6c7609e8/data/data1/current/BP-1964470596-172.17.0.2-1731694648077/current, will proceed with Du for space computation calculation, 2024-11-15T18:17:29,775 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/cluster_c600286b-fa4a-48a8-7ac5-daef6c7609e8/data/data2/current/BP-1964470596-172.17.0.2-1731694648077/current, will proceed with Du for space computation calculation, 2024-11-15T18:17:29,790 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:17:29,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94acdffa5782f948 with lease ID 0x2e47b34ca7369052: Processing first storage report for DS-be70fe5b-f82a-4879-8f72-0f9a3dcdf9fc from datanode DatanodeRegistration(127.0.0.1:44991, datanodeUuid=ca190654-5393-4d6b-aa9c-44726811b1c5, infoPort=45387, infoSecurePort=0, ipcPort=34511, storageInfo=lv=-57;cid=testClusterID;nsid=1907869115;c=1731694648077) 2024-11-15T18:17:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94acdffa5782f948 with lease ID 0x2e47b34ca7369052: from storage DS-be70fe5b-f82a-4879-8f72-0f9a3dcdf9fc node DatanodeRegistration(127.0.0.1:44991, datanodeUuid=ca190654-5393-4d6b-aa9c-44726811b1c5, infoPort=45387, infoSecurePort=0, ipcPort=34511, storageInfo=lv=-57;cid=testClusterID;nsid=1907869115;c=1731694648077), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:17:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94acdffa5782f948 with lease ID 0x2e47b34ca7369052: Processing first storage report for DS-ae56b47d-ff80-400b-999c-88d746b73f6e from datanode DatanodeRegistration(127.0.0.1:44991, datanodeUuid=ca190654-5393-4d6b-aa9c-44726811b1c5, infoPort=45387, infoSecurePort=0, ipcPort=34511, storageInfo=lv=-57;cid=testClusterID;nsid=1907869115;c=1731694648077) 2024-11-15T18:17:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94acdffa5782f948 with lease ID 0x2e47b34ca7369052: from storage DS-ae56b47d-ff80-400b-999c-88d746b73f6e node DatanodeRegistration(127.0.0.1:44991, datanodeUuid=ca190654-5393-4d6b-aa9c-44726811b1c5, infoPort=45387, infoSecurePort=0, ipcPort=34511, storageInfo=lv=-57;cid=testClusterID;nsid=1907869115;c=1731694648077), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:17:29,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254 2024-11-15T18:17:29,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:29,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:17:30,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802 with version=8 2024-11-15T18:17:30,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/hbase-staging 2024-11-15T18:17:30,231 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:30,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:30,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:30,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:30,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:30,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:30,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:17:30,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:30,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43239 2024-11-15T18:17:30,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43239 connecting to ZooKeeper ensemble=127.0.0.1:49631 2024-11-15T18:17:30,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432390x0, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:30,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43239-0x1013fb7568c0000 connected 2024-11-15T18:17:30,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:30,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:30,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Set watcher on znode that does not yet exist, /0-1038956136/running 2024-11-15T18:17:30,498 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802, hbase.cluster.distributed=false 2024-11-15T18:17:30,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Set watcher on znode that does not yet exist, /0-1038956136/acl 2024-11-15T18:17:30,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43239 2024-11-15T18:17:30,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43239 2024-11-15T18:17:30,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43239 2024-11-15T18:17:30,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43239 2024-11-15T18:17:30,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43239 2024-11-15T18:17:30,521 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:30,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:30,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:30,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:30,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:30,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:30,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:17:30,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:30,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43763 2024-11-15T18:17:30,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43763 connecting to ZooKeeper ensemble=127.0.0.1:49631 2024-11-15T18:17:30,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:30,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:30,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437630x0, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:30,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437630x0, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Set watcher on znode that does not yet exist, /0-1038956136/running 2024-11-15T18:17:30,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43763-0x1013fb7568c0001 connected 2024-11-15T18:17:30,547 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:17:30,554 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:17:30,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Set watcher on znode that does not yet exist, /0-1038956136/master 2024-11-15T18:17:30,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Set watcher on znode that does not yet exist, /0-1038956136/acl 2024-11-15T18:17:30,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43763 2024-11-15T18:17:30,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43763 2024-11-15T18:17:30,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43763 2024-11-15T18:17:30,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43763 2024-11-15T18:17:30,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43763 2024-11-15T18:17:30,577 DEBUG [M:0;74ec74825666:43239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:43239 2024-11-15T18:17:30,577 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1038956136/backup-masters/74ec74825666,43239,1731694650231 2024-11-15T18:17:30,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136/backup-masters 2024-11-15T18:17:30,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136/backup-masters 2024-11-15T18:17:30,588 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Set watcher on existing znode=/0-1038956136/backup-masters/74ec74825666,43239,1731694650231 2024-11-15T18:17:30,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1038956136/master 2024-11-15T18:17:30,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:30,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:30,599 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Set watcher on existing znode=/0-1038956136/master 2024-11-15T18:17:30,599 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1038956136/backup-masters/74ec74825666,43239,1731694650231 from backup master directory 2024-11-15T18:17:30,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136/backup-masters 2024-11-15T18:17:30,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1038956136/backup-masters/74ec74825666,43239,1731694650231 2024-11-15T18:17:30,609 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:30,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136/backup-masters 2024-11-15T18:17:30,609 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,43239,1731694650231 2024-11-15T18:17:30,614 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/hbase.id] with ID: 36075edc-1475-4a1c-b46f-9843c86cdf7b 2024-11-15T18:17:30,614 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/.tmp/hbase.id 2024-11-15T18:17:30,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:17:30,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:30,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:17:30,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:17:30,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:31,022 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/.tmp/hbase.id]:[hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/hbase.id] 2024-11-15T18:17:31,035 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:31,035 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:17:31,036 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T18:17:31,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:31,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:31,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:17:31,490 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:31,491 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:17:31,491 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:17:31,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:17:31,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:31,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:31,901 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store 2024-11-15T18:17:31,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:17:32,309 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:32,309 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:32,309 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:32,309 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:32,309 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:32,309 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:32,309 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:32,309 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694652309Disabling compacts and flushes for region at 1731694652309Disabling writes for close at 1731694652309Writing region close event to WAL at 1731694652309Closed at 1731694652309 2024-11-15T18:17:32,310 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/.initializing 2024-11-15T18:17:32,310 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/WALs/74ec74825666,43239,1731694650231 2024-11-15T18:17:32,311 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:32,313 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C43239%2C1731694650231, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/WALs/74ec74825666,43239,1731694650231, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/oldWALs, maxLogs=10 2024-11-15T18:17:32,326 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/WALs/74ec74825666,43239,1731694650231/74ec74825666%2C43239%2C1731694650231.1731694652313, exclude list is [], retry=0 2024-11-15T18:17:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-be70fe5b-f82a-4879-8f72-0f9a3dcdf9fc,DISK] 2024-11-15T18:17:32,331 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/WALs/74ec74825666,43239,1731694650231/74ec74825666%2C43239%2C1731694650231.1731694652313 2024-11-15T18:17:32,331 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45387:45387)] 2024-11-15T18:17:32,331 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:32,331 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:32,331 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,331 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:17:32,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:32,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:32,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:17:32,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:32,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:32,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:17:32,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:32,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:32,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:17:32,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:32,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:32,340 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,340 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,341 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,342 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,342 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,343 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:32,344 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:32,346 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:32,346 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71264375, jitterRate=0.06192193925380707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:32,347 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694652332Initializing all the Stores at 1731694652333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694652333Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694652333Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694652333Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694652333Cleaning up temporary data from old regions at 1731694652342 (+9 ms)Region opened successfully at 1731694652347 (+5 ms) 2024-11-15T18:17:32,347 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:17:32,351 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3cb884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:32,352 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:17:32,352 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:17:32,352 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:17:32,352 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:17:32,352 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:17:32,353 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:17:32,353 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:17:32,355 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:17:32,355 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Unable to get data of znode /0-1038956136/balancer because node does not exist (not necessarily an error) 2024-11-15T18:17:32,419 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1038956136/balancer already deleted, retry=false 2024-11-15T18:17:32,419 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:17:32,420 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Unable to get data of znode /0-1038956136/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:17:32,429 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1038956136/normalizer already deleted, retry=false 2024-11-15T18:17:32,430 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:17:32,431 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Unable to get data of znode /0-1038956136/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:17:32,440 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1038956136/switch/split already deleted, retry=false 2024-11-15T18:17:32,441 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Unable to get data of znode /0-1038956136/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:17:32,451 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1038956136/switch/merge already deleted, retry=false 2024-11-15T18:17:32,453 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Unable to get data of znode /0-1038956136/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:17:32,461 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1038956136/snapshot-cleanup already deleted, retry=false 2024-11-15T18:17:32,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1038956136/running 2024-11-15T18:17:32,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1038956136/running 2024-11-15T18:17:32,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:32,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:32,472 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,43239,1731694650231, sessionid=0x1013fb7568c0000, setting cluster-up flag (Was=false) 2024-11-15T18:17:32,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:32,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:32,524 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1038956136/flush-table-proc/acquired, /0-1038956136/flush-table-proc/reached, /0-1038956136/flush-table-proc/abort 2024-11-15T18:17:32,526 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,43239,1731694650231 2024-11-15T18:17:32,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:32,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:32,577 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1038956136/online-snapshot/acquired, /0-1038956136/online-snapshot/reached, /0-1038956136/online-snapshot/abort 2024-11-15T18:17:32,578 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,43239,1731694650231 2024-11-15T18:17:32,579 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:17:32,581 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:32,581 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:17:32,581 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:17:32,581 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,43239,1731694650231 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:17:32,582 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:32,582 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:32,583 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:32,583 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:32,583 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:17:32,583 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,583 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:32,583 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:32,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:17:32,586 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:32,586 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694682586 2024-11-15T18:17:32,586 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:17:32,586 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:17:32,586 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:17:32,586 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:17:32,586 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:17:32,586 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:17:32,586 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:17:32,586 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,587 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:17:32,587 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:17:32,587 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:17:32,587 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:17:32,587 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:17:32,587 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:17:32,588 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694652587,5,FailOnTimeoutGroup] 2024-11-15T18:17:32,591 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694652588,5,FailOnTimeoutGroup] 2024-11-15T18:17:32,591 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,591 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:17:32,591 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,591 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:17:32,668 INFO [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(746): ClusterId : 36075edc-1475-4a1c-b46f-9843c86cdf7b 2024-11-15T18:17:32,668 DEBUG [RS:0;74ec74825666:43763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:17:32,680 DEBUG [RS:0;74ec74825666:43763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:17:32,680 DEBUG [RS:0;74ec74825666:43763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:17:32,690 DEBUG [RS:0;74ec74825666:43763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:17:32,690 DEBUG [RS:0;74ec74825666:43763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb61fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:32,701 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:43763 2024-11-15T18:17:32,701 INFO [RS:0;74ec74825666:43763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:17:32,701 INFO [RS:0;74ec74825666:43763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:17:32,701 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:17:32,702 INFO [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,43239,1731694650231 with port=43763, startcode=1731694650521 2024-11-15T18:17:32,702 DEBUG [RS:0;74ec74825666:43763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:17:32,704 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:17:32,704 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43239 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,43763,1731694650521 2024-11-15T18:17:32,704 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43239 {}] master.ServerManager(517): Registering regionserver=74ec74825666,43763,1731694650521 2024-11-15T18:17:32,706 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802 2024-11-15T18:17:32,706 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45219 2024-11-15T18:17:32,706 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:17:32,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136/rs 2024-11-15T18:17:32,714 DEBUG [RS:0;74ec74825666:43763 {}] zookeeper.ZKUtil(111): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Set watcher on existing znode=/0-1038956136/rs/74ec74825666,43763,1731694650521 2024-11-15T18:17:32,714 WARN [RS:0;74ec74825666:43763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:32,715 INFO [RS:0;74ec74825666:43763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:32,715 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521 2024-11-15T18:17:32,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,43763,1731694650521] 2024-11-15T18:17:32,718 INFO [RS:0;74ec74825666:43763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:17:32,720 INFO [RS:0;74ec74825666:43763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:17:32,720 INFO [RS:0;74ec74825666:43763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:17:32,720 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,721 INFO [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:17:32,721 INFO [RS:0;74ec74825666:43763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:17:32,721 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:32,722 DEBUG [RS:0;74ec74825666:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:32,723 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,723 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,723 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,723 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,723 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,723 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43763,1731694650521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:32,737 INFO [RS:0;74ec74825666:43763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:17:32,737 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43763,1731694650521-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,737 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,737 INFO [RS:0;74ec74825666:43763 {}] regionserver.Replication(171): 74ec74825666,43763,1731694650521 started 2024-11-15T18:17:32,750 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:32,750 INFO [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,43763,1731694650521, RpcServer on 74ec74825666/172.17.0.2:43763, sessionid=0x1013fb7568c0001 2024-11-15T18:17:32,750 DEBUG [RS:0;74ec74825666:43763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:17:32,750 DEBUG [RS:0;74ec74825666:43763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,43763,1731694650521 2024-11-15T18:17:32,750 DEBUG [RS:0;74ec74825666:43763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,43763,1731694650521' 2024-11-15T18:17:32,750 DEBUG [RS:0;74ec74825666:43763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1038956136/flush-table-proc/abort' 2024-11-15T18:17:32,751 DEBUG [RS:0;74ec74825666:43763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1038956136/flush-table-proc/acquired' 2024-11-15T18:17:32,752 DEBUG [RS:0;74ec74825666:43763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:17:32,752 DEBUG [RS:0;74ec74825666:43763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:17:32,752 DEBUG [RS:0;74ec74825666:43763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,43763,1731694650521 2024-11-15T18:17:32,752 DEBUG [RS:0;74ec74825666:43763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,43763,1731694650521' 2024-11-15T18:17:32,752 DEBUG [RS:0;74ec74825666:43763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1038956136/online-snapshot/abort' 2024-11-15T18:17:32,752 DEBUG [RS:0;74ec74825666:43763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1038956136/online-snapshot/acquired' 2024-11-15T18:17:32,752 DEBUG [RS:0;74ec74825666:43763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:17:32,752 INFO [RS:0;74ec74825666:43763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:17:32,752 INFO [RS:0;74ec74825666:43763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:17:32,853 INFO [RS:0;74ec74825666:43763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:32,854 INFO [RS:0;74ec74825666:43763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C43763%2C1731694650521, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/oldWALs, maxLogs=10 2024-11-15T18:17:32,866 DEBUG [RS:0;74ec74825666:43763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.1731694652855, exclude list is [], retry=0 2024-11-15T18:17:32,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-be70fe5b-f82a-4879-8f72-0f9a3dcdf9fc,DISK] 2024-11-15T18:17:32,871 INFO [RS:0;74ec74825666:43763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.1731694652855 2024-11-15T18:17:32,871 DEBUG [RS:0;74ec74825666:43763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45387:45387)] 2024-11-15T18:17:32,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:17:32,999 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802 2024-11-15T18:17:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:17:33,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:33,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:33,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:33,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:33,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:33,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:33,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:33,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:33,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:33,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:33,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:33,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:33,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:33,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:33,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:33,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:33,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:33,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:33,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740 2024-11-15T18:17:33,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740 2024-11-15T18:17:33,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:33,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:33,419 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:33,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:33,422 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:33,423 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69961428, jitterRate=0.042506515979766846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:33,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694653406Initializing all the Stores at 1731694653407 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694653407Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694653407Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694653407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694653407Cleaning up temporary data from old regions at 1731694653418 (+11 ms)Region opened successfully at 1731694653424 (+6 ms) 2024-11-15T18:17:33,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:33,425 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:33,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:33,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:17:33,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:33,425 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:33,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694653425Disabling compacts and flushes for region at 1731694653425Disabling writes for close at 1731694653425Writing region close event to WAL at 1731694653425Closed at 1731694653425 2024-11-15T18:17:33,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:33,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:17:33,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:17:33,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:33,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:17:33,579 DEBUG [74ec74825666:43239 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:17:33,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,43763,1731694650521 2024-11-15T18:17:33,581 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,43763,1731694650521, state=OPENING 2024-11-15T18:17:33,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:17:33,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:33,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:33,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:33,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1038956136/meta-region-server: CHANGED 2024-11-15T18:17:33,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1038956136/meta-region-server: CHANGED 2024-11-15T18:17:33,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,43763,1731694650521}] 2024-11-15T18:17:33,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:17:33,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:17:33,829 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:17:33,829 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:33,829 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:17:33,831 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C43763%2C1731694650521.meta, suffix=.meta, logDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/oldWALs, maxLogs=10 2024-11-15T18:17:33,843 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.meta.1731694653832.meta, exclude list is [], retry=0 2024-11-15T18:17:33,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-be70fe5b-f82a-4879-8f72-0f9a3dcdf9fc,DISK] 2024-11-15T18:17:33,847 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.meta.1731694653832.meta 2024-11-15T18:17:33,848 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45387:45387)] 2024-11-15T18:17:33,848 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:33,848 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:17:33,848 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:17:33,848 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:17:33,849 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:17:33,849 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:17:33,849 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:33,849 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:17:33,849 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:17:33,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:33,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:33,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:33,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:33,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:33,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:33,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:33,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:33,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:33,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:33,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:33,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:33,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:33,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:33,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:33,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:33,856 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:33,856 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740 2024-11-15T18:17:33,857 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740 2024-11-15T18:17:33,859 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:33,859 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:33,859 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:33,861 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:33,861 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71701252, jitterRate=0.06843191385269165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:33,861 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:17:33,862 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694653849Writing region info on filesystem at 1731694653849Initializing all the Stores at 1731694653850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694653850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694653850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694653850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694653850Cleaning up temporary data from old regions at 1731694653859 (+9 ms)Running coprocessor post-open hooks at 1731694653862 (+3 ms)Region opened successfully at 1731694653862 2024-11-15T18:17:33,863 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694653824 2024-11-15T18:17:33,866 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:17:33,866 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:17:33,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,43763,1731694650521 2024-11-15T18:17:33,867 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,43763,1731694650521, state=OPEN 2024-11-15T18:17:33,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1038956136/meta-region-server 2024-11-15T18:17:33,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1038956136/meta-region-server 2024-11-15T18:17:33,889 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,43763,1731694650521 2024-11-15T18:17:33,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1038956136/meta-region-server: CHANGED 2024-11-15T18:17:33,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1038956136/meta-region-server: CHANGED 2024-11-15T18:17:33,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:17:33,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,43763,1731694650521 in 218 msec 2024-11-15T18:17:33,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:17:33,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-15T18:17:33,897 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:33,897 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:17:33,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:33,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,43763,1731694650521, seqNum=-1] 2024-11-15T18:17:33,899 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:33,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:33,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-15T18:17:33,907 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694653907, completionTime=-1 2024-11-15T18:17:33,907 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:17:33,907 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:17:33,909 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:17:33,910 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694713910 2024-11-15T18:17:33,910 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694773910 2024-11-15T18:17:33,910 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T18:17:33,910 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43239,1731694650231-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:33,910 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43239,1731694650231-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:33,910 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43239,1731694650231-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:33,910 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:43239, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:33,910 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:33,911 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:33,912 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:17:33,915 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.306sec 2024-11-15T18:17:33,915 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:17:33,915 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:17:33,915 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:17:33,915 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:17:33,915 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:17:33,915 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43239,1731694650231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:33,915 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43239,1731694650231-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:17:33,918 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:17:33,918 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:17:33,918 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43239,1731694650231-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:33,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:33,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,43239,-1 for getting cluster id 2024-11-15T18:17:33,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:33,970 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36075edc-1475-4a1c-b46f-9843c86cdf7b' 2024-11-15T18:17:33,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:33,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36075edc-1475-4a1c-b46f-9843c86cdf7b" 2024-11-15T18:17:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d7b79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,43239,-1] 2024-11-15T18:17:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:33,972 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:33,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c16f67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:33,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,43763,1731694650521, seqNum=-1] 2024-11-15T18:17:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:33,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:33,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,43239,1731694650231 2024-11-15T18:17:33,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49631 2024-11-15T18:17:33,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:33,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013fb7568c0002 connected 2024-11-15T18:17:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/hadoop.log.dir so I do NOT create it in target/test-data/98041de3-f646-40c8-53a3-d2b05f092535 2024-11-15T18:17:34,001 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:17:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/hadoop.tmp.dir so I do NOT create it in target/test-data/98041de3-f646-40c8-53a3-d2b05f092535 2024-11-15T18:17:34,001 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:17:34,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535 2024-11-15T18:17:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:17:34,001 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/cluster_491c17a0-70a3-cbc4-ca36-cebd3919c114, deleteOnExit=true 2024-11-15T18:17:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/test.cache.data in system properties and HBase conf 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:17:34,002 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:17:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:17:34,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:17:34,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:17:34,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:17:34,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:17:34,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:17:34,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:17:34,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:17:34,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:17:34,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:34,327 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:17:34,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:17:34,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:17:34,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:17:34,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:34,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:17:34,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c32071a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:17:34,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15a1226e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/java.io.tmpdir/jetty-localhost-33547-hadoop-hdfs-3_4_1-tests_jar-_-any-16995820090464763371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:17:34,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464d20e8{HTTP/1.1, (http/1.1)}{localhost:33547} 2024-11-15T18:17:34,428 INFO [Time-limited test {}] server.Server(415): Started @39789ms 2024-11-15T18:17:34,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:34,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:17:34,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:17:34,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:17:34,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:17:34,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:17:34,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c9345c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:17:34,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34999bb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/java.io.tmpdir/jetty-localhost-41437-hadoop-hdfs-3_4_1-tests_jar-_-any-6818956354992857839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:17:34,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12c2c801{HTTP/1.1, (http/1.1)}{localhost:41437} 2024-11-15T18:17:34,778 INFO [Time-limited test {}] server.Server(415): Started @40139ms 2024-11-15T18:17:34,779 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:17:35,636 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/cluster_491c17a0-70a3-cbc4-ca36-cebd3919c114/data/data1/current/BP-1336632975-172.17.0.2-1731694654025/current, will proceed with Du for space computation calculation, 2024-11-15T18:17:35,636 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/cluster_491c17a0-70a3-cbc4-ca36-cebd3919c114/data/data2/current/BP-1336632975-172.17.0.2-1731694654025/current, will proceed with Du for space computation calculation, 2024-11-15T18:17:35,661 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:17:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x589655e309260750 with lease ID 0x8744fb865325c805: Processing first storage report for DS-932b4504-17e6-424c-9d6e-319f0d1904b5 from datanode DatanodeRegistration(127.0.0.1:36695, datanodeUuid=43574952-da36-4f67-be3e-bd18ddda3035, infoPort=44183, infoSecurePort=0, ipcPort=37235, storageInfo=lv=-57;cid=testClusterID;nsid=292542259;c=1731694654025) 2024-11-15T18:17:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x589655e309260750 with lease ID 0x8744fb865325c805: from storage DS-932b4504-17e6-424c-9d6e-319f0d1904b5 node DatanodeRegistration(127.0.0.1:36695, datanodeUuid=43574952-da36-4f67-be3e-bd18ddda3035, infoPort=44183, infoSecurePort=0, ipcPort=37235, storageInfo=lv=-57;cid=testClusterID;nsid=292542259;c=1731694654025), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:17:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x589655e309260750 with lease ID 0x8744fb865325c805: Processing first storage report for DS-bafa24f1-8f9f-4d1e-8702-44da9be46e4a from datanode DatanodeRegistration(127.0.0.1:36695, datanodeUuid=43574952-da36-4f67-be3e-bd18ddda3035, infoPort=44183, infoSecurePort=0, ipcPort=37235, storageInfo=lv=-57;cid=testClusterID;nsid=292542259;c=1731694654025) 2024-11-15T18:17:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x589655e309260750 with lease ID 0x8744fb865325c805: from storage DS-bafa24f1-8f9f-4d1e-8702-44da9be46e4a node DatanodeRegistration(127.0.0.1:36695, datanodeUuid=43574952-da36-4f67-be3e-bd18ddda3035, infoPort=44183, infoSecurePort=0, ipcPort=37235, storageInfo=lv=-57;cid=testClusterID;nsid=292542259;c=1731694654025), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:17:35,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535 2024-11-15T18:17:35,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:35,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:17:36,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8 with version=8 2024-11-15T18:17:36,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/hbase-staging 2024-11-15T18:17:36,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:36,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:36,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:36,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:36,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:36,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:36,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:17:36,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:36,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39311 2024-11-15T18:17:36,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39311 connecting to ZooKeeper ensemble=127.0.0.1:49631 2024-11-15T18:17:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393110x0, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:36,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39311-0x1013fb7568c0003 connected 2024-11-15T18:17:36,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:36,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:36,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Set watcher on znode that does not yet exist, /1969252723/running 2024-11-15T18:17:36,256 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8, hbase.cluster.distributed=false 2024-11-15T18:17:36,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Set watcher on znode that does not yet exist, /1969252723/acl 2024-11-15T18:17:36,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39311 2024-11-15T18:17:36,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39311 2024-11-15T18:17:36,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39311 2024-11-15T18:17:36,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39311 2024-11-15T18:17:36,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39311 2024-11-15T18:17:36,273 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:36,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:36,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:36,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:36,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:36,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:36,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:17:36,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:36,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43057 2024-11-15T18:17:36,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43057 connecting to ZooKeeper ensemble=127.0.0.1:49631 2024-11-15T18:17:36,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:36,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:36,289 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430570x0, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:36,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430570x0, quorum=127.0.0.1:49631, baseZNode=/1969252723 Set watcher on znode that does not yet exist, /1969252723/running 2024-11-15T18:17:36,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43057-0x1013fb7568c0004 connected 2024-11-15T18:17:36,290 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:17:36,291 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:17:36,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Set watcher on znode that does not yet exist, /1969252723/master 2024-11-15T18:17:36,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Set watcher on znode that does not yet exist, /1969252723/acl 2024-11-15T18:17:36,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43057 2024-11-15T18:17:36,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43057 2024-11-15T18:17:36,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43057 2024-11-15T18:17:36,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43057 2024-11-15T18:17:36,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43057 2024-11-15T18:17:36,314 DEBUG [M:0;74ec74825666:39311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:39311 2024-11-15T18:17:36,314 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1969252723/backup-masters/74ec74825666,39311,1731694656121 2024-11-15T18:17:36,324 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723/backup-masters 2024-11-15T18:17:36,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723/backup-masters 2024-11-15T18:17:36,325 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Set watcher on existing znode=/1969252723/backup-masters/74ec74825666,39311,1731694656121 2024-11-15T18:17:36,335 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1969252723/master 2024-11-15T18:17:36,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:36,335 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:36,335 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Set watcher on existing znode=/1969252723/master 2024-11-15T18:17:36,336 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1969252723/backup-masters/74ec74825666,39311,1731694656121 from backup master directory 2024-11-15T18:17:36,345 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723/backup-masters 2024-11-15T18:17:36,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1969252723/backup-masters/74ec74825666,39311,1731694656121 2024-11-15T18:17:36,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723/backup-masters 2024-11-15T18:17:36,345 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:36,345 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,39311,1731694656121 2024-11-15T18:17:36,350 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/hbase.id] with ID: 0c65956c-0795-4798-9169-f3b810b95ff2 2024-11-15T18:17:36,350 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/.tmp/hbase.id 2024-11-15T18:17:36,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:17:36,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:17:36,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:36,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:36,529 WARN [RS:0;74ec74825666:43763 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 74ec74825666,37941,1731694621557: status=Processing ServerCrashProcedure of 74ec74825666,37941,1731694621557 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731694638918, completionTime=-1 appears to have been leaked 2024-11-15T18:17:36,757 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/.tmp/hbase.id]:[hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/hbase.id] 2024-11-15T18:17:36,769 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:36,769 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:17:36,771 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T18:17:36,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:36,886 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:36,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:17:37,292 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:37,293 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:17:37,293 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:37,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:17:37,700 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store 2024-11-15T18:17:37,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:17:38,107 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:38,107 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:38,107 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:38,107 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:38,107 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:38,107 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:38,107 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:38,107 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694658107Disabling compacts and flushes for region at 1731694658107Disabling writes for close at 1731694658107Writing region close event to WAL at 1731694658107Closed at 1731694658107 2024-11-15T18:17:38,108 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/.initializing 2024-11-15T18:17:38,108 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/WALs/74ec74825666,39311,1731694656121 2024-11-15T18:17:38,110 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:38,111 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C39311%2C1731694656121, suffix=, logDir=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/WALs/74ec74825666,39311,1731694656121, archiveDir=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/oldWALs, maxLogs=10 2024-11-15T18:17:38,123 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/WALs/74ec74825666,39311,1731694656121/74ec74825666%2C39311%2C1731694656121.1731694658112, exclude list is [], retry=0 2024-11-15T18:17:38,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36695,DS-932b4504-17e6-424c-9d6e-319f0d1904b5,DISK] 2024-11-15T18:17:38,128 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/WALs/74ec74825666,39311,1731694656121/74ec74825666%2C39311%2C1731694656121.1731694658112 2024-11-15T18:17:38,128 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44183:44183)] 2024-11-15T18:17:38,128 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:38,128 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:38,129 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,129 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:17:38,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:38,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:38,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:17:38,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:38,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:38,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:17:38,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:38,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:38,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:17:38,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:38,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:38,137 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,138 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,138 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,139 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,139 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,140 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:38,141 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:38,143 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:38,144 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73778180, jitterRate=0.09938055276870728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:38,144 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694658129Initializing all the Stores at 1731694658130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694658130Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694658130Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694658130Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694658130Cleaning up temporary data from old regions at 1731694658139 (+9 ms)Region opened successfully at 1731694658144 (+5 ms) 2024-11-15T18:17:38,144 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:17:38,147 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed5e6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:38,148 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:17:38,149 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:17:38,149 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:17:38,149 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:17:38,149 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:17:38,150 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:17:38,150 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:17:38,152 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:17:38,153 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Unable to get data of znode /1969252723/balancer because node does not exist (not necessarily an error) 2024-11-15T18:17:38,208 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1969252723/balancer already deleted, retry=false 2024-11-15T18:17:38,209 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:17:38,210 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Unable to get data of znode /1969252723/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:17:38,219 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1969252723/normalizer already deleted, retry=false 2024-11-15T18:17:38,219 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:17:38,220 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Unable to get data of znode /1969252723/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:17:38,229 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1969252723/switch/split already deleted, retry=false 2024-11-15T18:17:38,230 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Unable to get data of znode /1969252723/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:17:38,240 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1969252723/switch/merge already deleted, retry=false 2024-11-15T18:17:38,242 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Unable to get data of znode /1969252723/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:17:38,250 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1969252723/snapshot-cleanup already deleted, retry=false 2024-11-15T18:17:38,261 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1969252723/running 2024-11-15T18:17:38,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1969252723/running 2024-11-15T18:17:38,261 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:38,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:38,262 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,39311,1731694656121, sessionid=0x1013fb7568c0003, setting cluster-up flag (Was=false) 2024-11-15T18:17:38,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:38,282 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:38,314 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1969252723/flush-table-proc/acquired, /1969252723/flush-table-proc/reached, /1969252723/flush-table-proc/abort 2024-11-15T18:17:38,315 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,39311,1731694656121 2024-11-15T18:17:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:38,335 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:38,366 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1969252723/online-snapshot/acquired, /1969252723/online-snapshot/reached, /1969252723/online-snapshot/abort 2024-11-15T18:17:38,367 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,39311,1731694656121 2024-11-15T18:17:38,369 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:17:38,370 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:38,370 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:17:38,371 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:17:38,371 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,39311,1731694656121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:17:38,372 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:38,372 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:38,372 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:38,372 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:38,372 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:17:38,372 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,372 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:38,372 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,373 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694688373 2024-11-15T18:17:38,373 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:17:38,373 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:17:38,373 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:17:38,373 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:17:38,374 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:17:38,374 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:17:38,374 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:38,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:17:38,374 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:17:38,374 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:17:38,374 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:17:38,375 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:17:38,375 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:17:38,375 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:17:38,375 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:38,375 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694658375,5,FailOnTimeoutGroup] 2024-11-15T18:17:38,375 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694658375,5,FailOnTimeoutGroup] 2024-11-15T18:17:38,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:17:38,375 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,376 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:17:38,376 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,376 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:17:38,421 INFO [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(746): ClusterId : 0c65956c-0795-4798-9169-f3b810b95ff2 2024-11-15T18:17:38,421 DEBUG [RS:0;74ec74825666:43057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:17:38,430 DEBUG [RS:0;74ec74825666:43057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:17:38,430 DEBUG [RS:0;74ec74825666:43057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:17:38,440 DEBUG [RS:0;74ec74825666:43057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:17:38,441 DEBUG [RS:0;74ec74825666:43057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c79a3d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:38,451 DEBUG [RS:0;74ec74825666:43057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:43057 2024-11-15T18:17:38,451 INFO [RS:0;74ec74825666:43057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:17:38,451 INFO [RS:0;74ec74825666:43057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:17:38,451 DEBUG [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:17:38,452 INFO [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,39311,1731694656121 with port=43057, startcode=1731694656273 2024-11-15T18:17:38,452 DEBUG [RS:0;74ec74825666:43057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:17:38,453 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:17:38,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39311 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,43057,1731694656273 2024-11-15T18:17:38,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39311 {}] master.ServerManager(517): Registering regionserver=74ec74825666,43057,1731694656273 2024-11-15T18:17:38,456 DEBUG [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8 2024-11-15T18:17:38,456 DEBUG [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39653 2024-11-15T18:17:38,456 DEBUG [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:17:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723/rs 2024-11-15T18:17:38,504 DEBUG [RS:0;74ec74825666:43057 {}] zookeeper.ZKUtil(111): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Set watcher on existing znode=/1969252723/rs/74ec74825666,43057,1731694656273 2024-11-15T18:17:38,505 WARN [RS:0;74ec74825666:43057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:38,505 INFO [RS:0;74ec74825666:43057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:38,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,43057,1731694656273] 2024-11-15T18:17:38,505 DEBUG [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/WALs/74ec74825666,43057,1731694656273 2024-11-15T18:17:38,508 INFO [RS:0;74ec74825666:43057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:17:38,510 INFO [RS:0;74ec74825666:43057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:17:38,511 INFO [RS:0;74ec74825666:43057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:17:38,511 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,511 INFO [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:17:38,512 INFO [RS:0;74ec74825666:43057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:17:38,512 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:38,512 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:38,513 DEBUG [RS:0;74ec74825666:43057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:38,513 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,513 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,513 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,513 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,513 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,513 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43057,1731694656273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:38,526 INFO [RS:0;74ec74825666:43057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:17:38,526 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43057,1731694656273-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,526 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,526 INFO [RS:0;74ec74825666:43057 {}] regionserver.Replication(171): 74ec74825666,43057,1731694656273 started 2024-11-15T18:17:38,538 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:38,538 INFO [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,43057,1731694656273, RpcServer on 74ec74825666/172.17.0.2:43057, sessionid=0x1013fb7568c0004 2024-11-15T18:17:38,538 DEBUG [RS:0;74ec74825666:43057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:17:38,538 DEBUG [RS:0;74ec74825666:43057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,43057,1731694656273 2024-11-15T18:17:38,538 DEBUG [RS:0;74ec74825666:43057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,43057,1731694656273' 2024-11-15T18:17:38,538 DEBUG [RS:0;74ec74825666:43057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1969252723/flush-table-proc/abort' 2024-11-15T18:17:38,539 DEBUG [RS:0;74ec74825666:43057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1969252723/flush-table-proc/acquired' 2024-11-15T18:17:38,539 DEBUG [RS:0;74ec74825666:43057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:17:38,539 DEBUG [RS:0;74ec74825666:43057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:17:38,539 DEBUG [RS:0;74ec74825666:43057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,43057,1731694656273 2024-11-15T18:17:38,539 DEBUG [RS:0;74ec74825666:43057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,43057,1731694656273' 2024-11-15T18:17:38,539 DEBUG [RS:0;74ec74825666:43057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1969252723/online-snapshot/abort' 2024-11-15T18:17:38,540 DEBUG [RS:0;74ec74825666:43057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1969252723/online-snapshot/acquired' 2024-11-15T18:17:38,540 DEBUG [RS:0;74ec74825666:43057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:17:38,540 INFO [RS:0;74ec74825666:43057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:17:38,540 INFO [RS:0;74ec74825666:43057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:17:38,640 INFO [RS:0;74ec74825666:43057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:38,642 INFO [RS:0;74ec74825666:43057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C43057%2C1731694656273, suffix=, logDir=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/WALs/74ec74825666,43057,1731694656273, archiveDir=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/oldWALs, maxLogs=10 2024-11-15T18:17:38,654 DEBUG [RS:0;74ec74825666:43057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/WALs/74ec74825666,43057,1731694656273/74ec74825666%2C43057%2C1731694656273.1731694658642, exclude list is [], retry=0 2024-11-15T18:17:38,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36695,DS-932b4504-17e6-424c-9d6e-319f0d1904b5,DISK] 2024-11-15T18:17:38,659 INFO [RS:0;74ec74825666:43057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/WALs/74ec74825666,43057,1731694656273/74ec74825666%2C43057%2C1731694656273.1731694658642 2024-11-15T18:17:38,659 DEBUG [RS:0;74ec74825666:43057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44183:44183)] 2024-11-15T18:17:38,718 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:17:38,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:17:38,782 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8 2024-11-15T18:17:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:17:39,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:39,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:39,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:39,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:39,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:39,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:39,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:39,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:39,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:39,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:39,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:39,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:39,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:39,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:39,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:39,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:39,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:39,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:39,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/1588230740 2024-11-15T18:17:39,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/1588230740 2024-11-15T18:17:39,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:39,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:39,199 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:39,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:39,203 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:39,203 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69748272, jitterRate=0.039330244064331055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:39,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694659189Initializing all the Stores at 1731694659190 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694659190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694659190Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694659190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694659190Cleaning up temporary data from old regions at 1731694659199 (+9 ms)Region opened successfully at 1731694659203 (+4 ms) 2024-11-15T18:17:39,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:39,203 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:39,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:39,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-15T18:17:39,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:39,204 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:39,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694659203Disabling compacts and flushes for region at 1731694659203Disabling writes for close at 1731694659204 (+1 ms)Writing region close event to WAL at 1731694659204Closed at 1731694659204 2024-11-15T18:17:39,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:39,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:17:39,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:17:39,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:39,208 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:17:39,358 DEBUG [74ec74825666:39311 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:17:39,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,43057,1731694656273 2024-11-15T18:17:39,360 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,43057,1731694656273, state=OPENING 2024-11-15T18:17:39,415 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:17:39,426 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:39,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:39,426 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:39,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1969252723/meta-region-server: CHANGED 2024-11-15T18:17:39,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1969252723/meta-region-server: CHANGED 2024-11-15T18:17:39,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,43057,1731694656273}] 2024-11-15T18:17:39,579 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:17:39,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:17:39,584 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:17:39,584 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:39,584 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:17:39,586 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C43057%2C1731694656273.meta, suffix=.meta, logDir=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/WALs/74ec74825666,43057,1731694656273, archiveDir=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/oldWALs, maxLogs=10 2024-11-15T18:17:39,597 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/WALs/74ec74825666,43057,1731694656273/74ec74825666%2C43057%2C1731694656273.meta.1731694659586.meta, exclude list is [], retry=0 2024-11-15T18:17:39,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36695,DS-932b4504-17e6-424c-9d6e-319f0d1904b5,DISK] 2024-11-15T18:17:39,602 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/WALs/74ec74825666,43057,1731694656273/74ec74825666%2C43057%2C1731694656273.meta.1731694659586.meta 2024-11-15T18:17:39,602 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44183:44183)] 2024-11-15T18:17:39,602 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:39,602 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:17:39,603 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:17:39,603 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:17:39,603 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:17:39,603 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:17:39,603 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:39,603 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:17:39,603 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:17:39,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:39,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:39,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:39,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:39,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:39,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:39,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:39,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:39,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:39,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:39,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:39,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:39,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:39,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:39,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:39,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:39,610 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:39,611 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/1588230740 2024-11-15T18:17:39,612 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/1588230740 2024-11-15T18:17:39,614 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:39,614 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:39,614 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:39,616 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:39,616 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73792388, jitterRate=0.09959226846694946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:39,617 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:17:39,617 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694659603Writing region info on filesystem at 1731694659603Initializing all the Stores at 1731694659604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694659604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694659605 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694659605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694659605Cleaning up temporary data from old regions at 1731694659614 (+9 ms)Running coprocessor post-open hooks at 1731694659617 (+3 ms)Region opened successfully at 1731694659617 2024-11-15T18:17:39,618 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694659579 2024-11-15T18:17:39,620 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:17:39,620 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:17:39,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,43057,1731694656273 2024-11-15T18:17:39,622 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,43057,1731694656273, state=OPEN 2024-11-15T18:17:39,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1969252723/meta-region-server 2024-11-15T18:17:39,629 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1969252723/meta-region-server 2024-11-15T18:17:39,629 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,43057,1731694656273 2024-11-15T18:17:39,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1969252723/meta-region-server: CHANGED 2024-11-15T18:17:39,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1969252723/meta-region-server: CHANGED 2024-11-15T18:17:39,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:17:39,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,43057,1731694656273 in 203 msec 2024-11-15T18:17:39,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:17:39,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-15T18:17:39,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:39,637 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:17:39,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:39,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,43057,1731694656273, seqNum=-1] 2024-11-15T18:17:39,639 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:39,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:39,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-11-15T18:17:39,646 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694659646, completionTime=-1 2024-11-15T18:17:39,646 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:17:39,646 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:17:39,648 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:17:39,648 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694719648 2024-11-15T18:17:39,648 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694779648 2024-11-15T18:17:39,648 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T18:17:39,649 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39311,1731694656121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:39,649 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39311,1731694656121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:39,649 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39311,1731694656121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:39,649 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:39311, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:39,649 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:39,650 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:39,651 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:17:39,653 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.307sec 2024-11-15T18:17:39,653 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:17:39,653 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:17:39,653 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:17:39,654 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:17:39,654 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:17:39,654 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39311,1731694656121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:39,654 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39311,1731694656121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:17:39,656 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:17:39,656 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:17:39,656 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39311,1731694656121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:39,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:39,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,39311,-1 for getting cluster id 2024-11-15T18:17:39,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:39,723 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c65956c-0795-4798-9169-f3b810b95ff2' 2024-11-15T18:17:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c65956c-0795-4798-9169-f3b810b95ff2" 2024-11-15T18:17:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8251f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,39311,-1] 2024-11-15T18:17:39,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:39,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:39,725 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:39,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d6d125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:39,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:39,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,43057,1731694656273, seqNum=-1] 2024-11-15T18:17:39,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:39,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:39,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,39311,1731694656121 2024-11-15T18:17:39,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49631 2024-11-15T18:17:39,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:39,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013fb7568c0005 connected 2024-11-15T18:17:39,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26629d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:39,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,43239,-1 for getting cluster id 2024-11-15T18:17:39,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:39,756 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36075edc-1475-4a1c-b46f-9843c86cdf7b' 2024-11-15T18:17:39,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:39,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36075edc-1475-4a1c-b46f-9843c86cdf7b" 2024-11-15T18:17:39,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326ab97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:39,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,43239,-1] 2024-11-15T18:17:39,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:39,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:39,758 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:39,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d290bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:39,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,43239,1731694650231 2024-11-15T18:17:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c8e145d 2024-11-15T18:17:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:39,762 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:39,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:39311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:17:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:17:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:39,766 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:39311' 2024-11-15T18:17:39,768 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa94680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:39,768 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,39311,-1 for getting cluster id 2024-11-15T18:17:39,768 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:39,769 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c65956c-0795-4798-9169-f3b810b95ff2' 2024-11-15T18:17:39,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:39,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c65956c-0795-4798-9169-f3b810b95ff2" 2024-11-15T18:17:39,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192f6d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:39,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,39311,-1] 2024-11-15T18:17:39,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:39,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:39,771 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:39,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76989b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:39,772 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:39,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,39311,1731694656121 2024-11-15T18:17:39,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3adfece1 2024-11-15T18:17:39,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:39,774 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:39,775 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T18:17:39,775 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:17:39,775 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:39,775 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:39,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:39,776 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:39,778 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:17:39,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:17:39,779 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:39,781 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:17:39,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741835_1011 (size=1138) 2024-11-15T18:17:39,828 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:17:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:40,190 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90e6b672c220a5f2f4b868b2c41e2a00, NAME => 'hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802 2024-11-15T18:17:40,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741836_1012 (size=44) 2024-11-15T18:17:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:40,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:40,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90e6b672c220a5f2f4b868b2c41e2a00, disabling compactions & flushes 2024-11-15T18:17:40,600 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:40,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:40,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. after waiting 0 ms 2024-11-15T18:17:40,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:40,600 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:40,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90e6b672c220a5f2f4b868b2c41e2a00: Waiting for close lock at 1731694660600Disabling compacts and flushes for region at 1731694660600Disabling writes for close at 1731694660600Writing region close event to WAL at 1731694660600Closed at 1731694660600 2024-11-15T18:17:40,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:17:40,602 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694660602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694660602"}]},"ts":"1731694660602"} 2024-11-15T18:17:40,604 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:17:40,605 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:17:40,606 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694660605"}]},"ts":"1731694660605"} 2024-11-15T18:17:40,608 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:17:40,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90e6b672c220a5f2f4b868b2c41e2a00, ASSIGN}] 2024-11-15T18:17:40,609 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90e6b672c220a5f2f4b868b2c41e2a00, ASSIGN 2024-11-15T18:17:40,610 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90e6b672c220a5f2f4b868b2c41e2a00, ASSIGN; state=OFFLINE, location=74ec74825666,43763,1731694650521; forceNewPlan=false, retain=false 2024-11-15T18:17:40,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=90e6b672c220a5f2f4b868b2c41e2a00, regionState=OPENING, regionLocation=74ec74825666,43763,1731694650521 2024-11-15T18:17:40,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90e6b672c220a5f2f4b868b2c41e2a00, ASSIGN because future has completed 2024-11-15T18:17:40,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90e6b672c220a5f2f4b868b2c41e2a00, server=74ec74825666,43763,1731694650521}] 2024-11-15T18:17:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:40,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:40,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:40,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:17:40,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C43763%2C1731694650521.rep, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/oldWALs, maxLogs=10 2024-11-15T18:17:40,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.rep.1731694660923, exclude list is [], retry=0 2024-11-15T18:17:40,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-be70fe5b-f82a-4879-8f72-0f9a3dcdf9fc,DISK] 2024-11-15T18:17:40,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.rep.1731694660923 2024-11-15T18:17:40,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45387:45387)] 2024-11-15T18:17:40,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 90e6b672c220a5f2f4b868b2c41e2a00, NAME => 'hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:40,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:17:40,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:17:40,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. service=MultiRowMutationService 2024-11-15T18:17:40,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:17:40,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:40,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,942 INFO [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,944 INFO [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e6b672c220a5f2f4b868b2c41e2a00 columnFamilyName hfileref 2024-11-15T18:17:40,944 DEBUG [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:40,944 INFO [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] regionserver.HStore(327): Store=90e6b672c220a5f2f4b868b2c41e2a00/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:40,945 INFO [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,946 INFO [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e6b672c220a5f2f4b868b2c41e2a00 columnFamilyName queue 2024-11-15T18:17:40,946 DEBUG [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:40,947 INFO [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] regionserver.HStore(327): Store=90e6b672c220a5f2f4b868b2c41e2a00/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:40,947 INFO [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,948 INFO [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e6b672c220a5f2f4b868b2c41e2a00 columnFamilyName sid 2024-11-15T18:17:40,948 DEBUG [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:40,949 INFO [StoreOpener-90e6b672c220a5f2f4b868b2c41e2a00-1 {}] regionserver.HStore(327): Store=90e6b672c220a5f2f4b868b2c41e2a00/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:40,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/replication/90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/replication/90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:17:40,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/replication/90e6b672c220a5f2f4b868b2c41e2a00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:40,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 90e6b672c220a5f2f4b868b2c41e2a00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63370260, jitterRate=-0.05570954084396362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:17:40,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:40,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 90e6b672c220a5f2f4b868b2c41e2a00: Running coprocessor pre-open hook at 1731694660941Writing region info on filesystem at 1731694660941Initializing all the Stores at 1731694660942 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694660942Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694660942Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694660942Cleaning up temporary data from old regions at 1731694660951 (+9 ms)Running coprocessor post-open hooks at 1731694660955 (+4 ms)Region opened successfully at 1731694660955 2024-11-15T18:17:40,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00., pid=7, masterSystemTime=1731694660917 2024-11-15T18:17:40,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:40,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:40,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=90e6b672c220a5f2f4b868b2c41e2a00, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,43763,1731694650521 2024-11-15T18:17:40,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90e6b672c220a5f2f4b868b2c41e2a00, server=74ec74825666,43763,1731694650521 because future has completed 2024-11-15T18:17:40,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T18:17:40,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 90e6b672c220a5f2f4b868b2c41e2a00, server=74ec74825666,43763,1731694650521 in 199 msec 2024-11-15T18:17:40,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:17:40,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:17:40,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90e6b672c220a5f2f4b868b2c41e2a00, ASSIGN in 357 msec 2024-11-15T18:17:40,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T18:17:40,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T18:17:40,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T18:17:40,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:17:40,969 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694660969"}]},"ts":"1731694660969"} 2024-11-15T18:17:40,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:40,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T18:17:40,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:40,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T18:17:40,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:17:40,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T18:17:40,972 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:17:40,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:17:40,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-15T18:17:40,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00., hostname=74ec74825666,43763,1731694650521, seqNum=2] 2024-11-15T18:17:41,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:41,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:41,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:17:41,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T18:17:41,184 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:17:41,209 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,43763,1731694650521, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:17:41,210 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:41,210 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,43763,1731694650521, seqNum=-1] 2024-11-15T18:17:41,210 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:41,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-15T18:17:41,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,43763,1731694650521', locateType=CURRENT is [region=hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00., hostname=74ec74825666,43763,1731694650521, seqNum=2] 2024-11-15T18:17:41,216 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T18:17:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T18:17:41,219 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,43763,1731694650521 suceeded 2024-11-15T18:17:41,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T18:17:41,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-15T18:17:41,222 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:39311,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:17:41,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4600 sec 2024-11-15T18:17:41,233 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:39311' 2024-11-15T18:17:41,234 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5572708c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:41,234 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,39311,-1 for getting cluster id 2024-11-15T18:17:41,234 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:41,235 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c65956c-0795-4798-9169-f3b810b95ff2' 2024-11-15T18:17:41,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:41,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c65956c-0795-4798-9169-f3b810b95ff2" 2024-11-15T18:17:41,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eedb2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:41,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,39311,-1] 2024-11-15T18:17:41,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:41,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:41,237 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:41,238 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@738f3f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:41,238 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:41,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,39311,1731694656121 2024-11-15T18:17:41,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@698ab95b 2024-11-15T18:17:41,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:41,239 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-15T18:17:41,240 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,43763,1731694650521 (queues=1) is replicating from cluster=36075edc-1475-4a1c-b46f-9843c86cdf7b to cluster=0c65956c-0795-4798-9169-f3b810b95ff2 2024-11-15T18:17:41,240 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C43763%2C1731694650521 2024-11-15T18:17:41,240 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,43763,1731694650521, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:17:41,241 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.shipper74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C43763%2C1731694650521 2024-11-15T18:17:41,241 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.wal-reader.74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.1731694652855, startPosition=0, beingWritten=true 2024-11-15T18:17:41,446 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.wal-reader.74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.1731694652855 to pos 0, reset compression=false 2024-11-15T18:17:41,751 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.wal-reader.74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.1731694652855 to pos 0, reset compression=false 2024-11-15T18:17:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:41,925 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:17:41,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:41,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:41,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:41,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:41,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:41,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:41,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,43239,1731694650231 2024-11-15T18:17:41,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5573ed34 2024-11-15T18:17:41,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:41,928 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:41,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T18:17:41,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:17:41,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:41,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:41,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:41,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:41,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:41,929 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:17:41,929 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=462510570, stopped=false 2024-11-15T18:17:41,929 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,39311,1731694656121 2024-11-15T18:17:42,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1969252723/running 2024-11-15T18:17:42,047 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1969252723/running 2024-11-15T18:17:42,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:42,047 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:42,047 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:42,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:42,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:42,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:42,047 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,43057,1731694656273' ***** 2024-11-15T18:17:42,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Set watcher on znode that does not yet exist, /1969252723/running 2024-11-15T18:17:42,047 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:17:42,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Set watcher on znode that does not yet exist, /1969252723/running 2024-11-15T18:17:42,048 INFO [RS:0;74ec74825666:43057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:17:42,048 INFO [RS:0;74ec74825666:43057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:17:42,048 INFO [RS:0;74ec74825666:43057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:17:42,048 INFO [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,43057,1731694656273 2024-11-15T18:17:42,048 INFO [RS:0;74ec74825666:43057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:42,048 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:17:42,048 INFO [RS:0;74ec74825666:43057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:43057. 2024-11-15T18:17:42,048 DEBUG [RS:0;74ec74825666:43057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:42,048 DEBUG [RS:0;74ec74825666:43057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:42,048 INFO [RS:0;74ec74825666:43057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:17:42,048 INFO [RS:0;74ec74825666:43057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:17:42,048 INFO [RS:0;74ec74825666:43057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:17:42,048 INFO [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:17:42,049 INFO [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:17:42,049 DEBUG [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:17:42,049 DEBUG [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:42,049 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:42,049 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:42,049 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:42,049 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:17:42,049 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:42,049 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T18:17:42,064 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/1588230740/.tmp/ns/800c1c4dfecb4b81aa0bd3817c04b840 is 43, key is default/ns:d/1731694659641/Put/seqid=0 2024-11-15T18:17:42,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741835_1011 (size=5153) 2024-11-15T18:17:42,116 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:42,164 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.wal-reader.74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.1731694652855 to pos 0, reset compression=false 2024-11-15T18:17:42,249 DEBUG [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:42,449 DEBUG [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:42,469 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/1588230740/.tmp/ns/800c1c4dfecb4b81aa0bd3817c04b840 2024-11-15T18:17:42,477 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/1588230740/.tmp/ns/800c1c4dfecb4b81aa0bd3817c04b840 as hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/1588230740/ns/800c1c4dfecb4b81aa0bd3817c04b840 2024-11-15T18:17:42,483 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/1588230740/ns/800c1c4dfecb4b81aa0bd3817c04b840, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T18:17:42,484 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-15T18:17:42,488 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T18:17:42,488 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:42,488 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:42,488 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:42,488 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694662049Running coprocessor pre-close hooks at 1731694662049Disabling compacts and flushes for region at 1731694662049Disabling writes for close at 1731694662049Obtaining lock to block concurrent updates at 1731694662049Preparing flush snapshotting stores in 1588230740 at 1731694662049Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731694662049Flushing stores of hbase:meta,,1.1588230740 at 1731694662050 (+1 ms)Flushing 1588230740/ns: creating writer at 1731694662050Flushing 1588230740/ns: appending metadata at 1731694662064 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731694662064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a1b4a6: reopening flushed file at 1731694662476 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731694662484 (+8 ms)Writing region close event to WAL at 1731694662484Running coprocessor post-close hooks at 1731694662488 (+4 ms)Closed at 1731694662488 2024-11-15T18:17:42,489 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:42,612 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:17:42,612 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:17:42,649 INFO [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,43057,1731694656273; all regions closed. 2024-11-15T18:17:42,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741834_1010 (size=1152) 2024-11-15T18:17:42,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/WALs/74ec74825666,43057,1731694656273/74ec74825666%2C43057%2C1731694656273.meta.1731694659586.meta not finished, retry = 0 2024-11-15T18:17:42,669 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.wal-reader.74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.1731694652855 to pos 0, reset compression=false 2024-11-15T18:17:42,755 DEBUG [RS:0;74ec74825666:43057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/oldWALs 2024-11-15T18:17:42,755 INFO [RS:0;74ec74825666:43057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C43057%2C1731694656273.meta:.meta(num 1731694659586) 2024-11-15T18:17:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741832_1008 (size=93) 2024-11-15T18:17:42,757 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/WALs/74ec74825666,43057,1731694656273/74ec74825666%2C43057%2C1731694656273.1731694658642 not finished, retry = 0 2024-11-15T18:17:42,860 DEBUG [RS:0;74ec74825666:43057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/oldWALs 2024-11-15T18:17:42,860 INFO [RS:0;74ec74825666:43057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C43057%2C1731694656273:(num 1731694658642) 2024-11-15T18:17:42,860 DEBUG [RS:0;74ec74825666:43057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:42,860 INFO [RS:0;74ec74825666:43057 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:42,860 INFO [RS:0;74ec74825666:43057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:42,860 INFO [RS:0;74ec74825666:43057 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:42,860 INFO [RS:0;74ec74825666:43057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:42,860 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:42,861 INFO [RS:0;74ec74825666:43057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43057 2024-11-15T18:17:42,913 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1969252723/rs/74ec74825666,43057,1731694656273 2024-11-15T18:17:42,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723/rs 2024-11-15T18:17:42,913 INFO [RS:0;74ec74825666:43057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:42,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,43057,1731694656273] 2024-11-15T18:17:42,934 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1969252723/draining/74ec74825666,43057,1731694656273 already deleted, retry=false 2024-11-15T18:17:42,934 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,43057,1731694656273 expired; onlineServers=0 2024-11-15T18:17:42,935 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,39311,1731694656121' ***** 2024-11-15T18:17:42,935 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:17:42,935 INFO [M:0;74ec74825666:39311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:42,935 INFO [M:0;74ec74825666:39311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:42,935 DEBUG [M:0;74ec74825666:39311 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:17:42,935 DEBUG [M:0;74ec74825666:39311 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:17:42,935 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:17:42,935 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694658375 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694658375,5,FailOnTimeoutGroup] 2024-11-15T18:17:42,935 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694658375 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694658375,5,FailOnTimeoutGroup] 2024-11-15T18:17:42,935 INFO [M:0;74ec74825666:39311 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:42,935 INFO [M:0;74ec74825666:39311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:42,936 DEBUG [M:0;74ec74825666:39311 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:17:42,936 INFO [M:0;74ec74825666:39311 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:17:42,936 INFO [M:0;74ec74825666:39311 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:42,936 INFO [M:0;74ec74825666:39311 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:17:42,936 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:17:42,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1969252723/master 2024-11-15T18:17:42,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1969252723 2024-11-15T18:17:42,945 DEBUG [M:0;74ec74825666:39311 {}] zookeeper.ZKUtil(347): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Unable to get data of znode /1969252723/master because node does not exist (not an error) 2024-11-15T18:17:42,945 WARN [M:0;74ec74825666:39311 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:17:42,946 INFO [M:0;74ec74825666:39311 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/.lastflushedseqids 2024-11-15T18:17:42,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741836_1012 (size=99) 2024-11-15T18:17:43,024 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:43,024 INFO [RS:0;74ec74825666:43057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:43,024 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43057-0x1013fb7568c0004, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:43,024 INFO [RS:0;74ec74825666:43057 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,43057,1731694656273; zookeeper connection closed. 2024-11-15T18:17:43,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5df08ed1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5df08ed1 2024-11-15T18:17:43,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:17:43,273 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.wal-reader.74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.1731694652855 to pos 0, reset compression=false 2024-11-15T18:17:43,351 INFO [M:0;74ec74825666:39311 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:17:43,351 INFO [M:0;74ec74825666:39311 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:17:43,351 DEBUG [M:0;74ec74825666:39311 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:43,351 INFO [M:0;74ec74825666:39311 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:43,351 DEBUG [M:0;74ec74825666:39311 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:43,351 DEBUG [M:0;74ec74825666:39311 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:43,351 DEBUG [M:0;74ec74825666:39311 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:43,351 INFO [M:0;74ec74825666:39311 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T18:17:43,367 DEBUG [M:0;74ec74825666:39311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a093c6b51bcb4bc7acbbc334953576f2 is 82, key is hbase:meta,,1/info:regioninfo/1731694659621/Put/seqid=0 2024-11-15T18:17:43,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741837_1013 (size=5672) 2024-11-15T18:17:43,773 INFO [M:0;74ec74825666:39311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a093c6b51bcb4bc7acbbc334953576f2 2024-11-15T18:17:43,806 DEBUG [M:0;74ec74825666:39311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b211634ec8634f938792623eb5bae0b3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731694659645/Put/seqid=0 2024-11-15T18:17:43,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741838_1014 (size=5275) 2024-11-15T18:17:43,981 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.wal-reader.74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.1731694652855 to pos 0, reset compression=false 2024-11-15T18:17:44,217 INFO [M:0;74ec74825666:39311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b211634ec8634f938792623eb5bae0b3 2024-11-15T18:17:44,265 DEBUG [M:0;74ec74825666:39311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ba6d5bbe9e74148a4f1f910bd2c5c74 is 69, key is 74ec74825666,43057,1731694656273/rs:state/1731694658454/Put/seqid=0 2024-11-15T18:17:44,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741839_1015 (size=5156) 2024-11-15T18:17:44,676 INFO [M:0;74ec74825666:39311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ba6d5bbe9e74148a4f1f910bd2c5c74 2024-11-15T18:17:44,685 DEBUG [M:0;74ec74825666:39311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a093c6b51bcb4bc7acbbc334953576f2 as hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a093c6b51bcb4bc7acbbc334953576f2 2024-11-15T18:17:44,691 INFO [M:0;74ec74825666:39311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a093c6b51bcb4bc7acbbc334953576f2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T18:17:44,692 DEBUG [M:0;74ec74825666:39311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b211634ec8634f938792623eb5bae0b3 as hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b211634ec8634f938792623eb5bae0b3 2024-11-15T18:17:44,699 INFO [M:0;74ec74825666:39311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b211634ec8634f938792623eb5bae0b3, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T18:17:44,700 DEBUG [M:0;74ec74825666:39311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ba6d5bbe9e74148a4f1f910bd2c5c74 as hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ba6d5bbe9e74148a4f1f910bd2c5c74 2024-11-15T18:17:44,706 INFO [M:0;74ec74825666:39311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39653/user/jenkins/test-data/abb8d595-7e67-d74e-178e-ee72e90c99c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ba6d5bbe9e74148a4f1f910bd2c5c74, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T18:17:44,707 INFO [M:0;74ec74825666:39311 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1356ms, sequenceid=28, compaction requested=false 2024-11-15T18:17:44,708 INFO [M:0;74ec74825666:39311 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:44,708 DEBUG [M:0;74ec74825666:39311 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694663351Disabling compacts and flushes for region at 1731694663351Disabling writes for close at 1731694663351Obtaining lock to block concurrent updates at 1731694663351Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694663351Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731694663352 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694663352Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694663352Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694663366 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694663366Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694663784 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694663806 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694663806Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694664230 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694664264 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694664264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2ed828: reopening flushed file at 1731694664684 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@352adf8a: reopening flushed file at 1731694664691 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754a82b9: reopening flushed file at 1731694664699 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1356ms, sequenceid=28, compaction requested=false at 1731694664707 (+8 ms)Writing region close event to WAL at 1731694664708 (+1 ms)Closed at 1731694664708 2024-11-15T18:17:44,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36695 is added to blk_1073741830_1006 (size=10165) 2024-11-15T18:17:44,711 INFO [M:0;74ec74825666:39311 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:17:44,712 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:44,712 INFO [M:0;74ec74825666:39311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39311 2024-11-15T18:17:44,712 INFO [M:0;74ec74825666:39311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:44,787 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.wal-reader.74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.1731694652855 to pos 0, reset compression=false 2024-11-15T18:17:44,824 INFO [M:0;74ec74825666:39311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:44,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:44,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39311-0x1013fb7568c0003, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:44,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34999bb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:17:44,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12c2c801{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:17:44,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:17:44,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c9345c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:17:44,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/hadoop.log.dir/,STOPPED} 2024-11-15T18:17:44,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:17:44,858 WARN [BP-1336632975-172.17.0.2-1731694654025 heartbeating to localhost/127.0.0.1:39653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:17:44,858 WARN [BP-1336632975-172.17.0.2-1731694654025 heartbeating to localhost/127.0.0.1:39653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1336632975-172.17.0.2-1731694654025 (Datanode Uuid 43574952-da36-4f67-be3e-bd18ddda3035) service to localhost/127.0.0.1:39653 2024-11-15T18:17:44,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:17:44,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/cluster_491c17a0-70a3-cbc4-ca36-cebd3919c114/data/data1/current/BP-1336632975-172.17.0.2-1731694654025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:17:44,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/cluster_491c17a0-70a3-cbc4-ca36-cebd3919c114/data/data2/current/BP-1336632975-172.17.0.2-1731694654025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:17:44,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:17:44,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15a1226e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:17:44,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464d20e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:17:44,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:17:44,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c32071a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:17:44,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/hadoop.log.dir/,STOPPED} 2024-11-15T18:17:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:17:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:17:44,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:44,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:44,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:44,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:44,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:44,882 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:17:44,882 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1640734170, stopped=false 2024-11-15T18:17:44,882 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,43239,1731694650231 2024-11-15T18:17:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1038956136/running 2024-11-15T18:17:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:44,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:44,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1038956136/running 2024-11-15T18:17:44,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:44,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Set watcher on znode that does not yet exist, /0-1038956136/running 2024-11-15T18:17:44,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:17:44,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:44,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:44,894 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,43763,1731694650521' ***** 2024-11-15T18:17:44,894 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:17:44,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Set watcher on znode that does not yet exist, /0-1038956136/running 2024-11-15T18:17:44,895 INFO [RS:0;74ec74825666:43763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:17:44,895 INFO [RS:0;74ec74825666:43763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:17:44,895 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:17:44,895 INFO [RS:0;74ec74825666:43763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:17:44,895 INFO [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(3091): Received CLOSE for 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:44,896 INFO [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,43763,1731694650521 2024-11-15T18:17:44,896 INFO [RS:0;74ec74825666:43763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:44,896 INFO [RS:0;74ec74825666:43763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:43763. 2024-11-15T18:17:44,896 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90e6b672c220a5f2f4b868b2c41e2a00, disabling compactions & flushes 2024-11-15T18:17:44,896 DEBUG [RS:0;74ec74825666:43763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:44,896 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:44,896 DEBUG [RS:0;74ec74825666:43763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:44,896 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:44,896 INFO [RS:0;74ec74825666:43763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:17:44,896 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. after waiting 0 ms 2024-11-15T18:17:44,896 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:44,896 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90e6b672c220a5f2f4b868b2c41e2a00 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T18:17:44,897 INFO [RS:0;74ec74825666:43763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:17:44,897 INFO [RS:0;74ec74825666:43763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:17:44,897 INFO [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:17:44,900 INFO [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:17:44,900 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 90e6b672c220a5f2f4b868b2c41e2a00=hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00.} 2024-11-15T18:17:44,901 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90e6b672c220a5f2f4b868b2c41e2a00 2024-11-15T18:17:44,901 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:44,901 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:44,901 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:44,901 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:17:44,901 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:44,901 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T18:17:44,916 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/replication/90e6b672c220a5f2f4b868b2c41e2a00/.tmp/queue/9ea68ea98c904e5085e1ffb0a54cba1d is 151, key is 1-74ec74825666,43763,1731694650521/queue:74ec74825666%2C43763%2C1731694650521/1731694661215/Put/seqid=0 2024-11-15T18:17:44,925 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/.tmp/info/2d3bdfbcf8084d2da8d905fc585910ac is 147, key is hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00./info:regioninfo/1731694660959/Put/seqid=0 2024-11-15T18:17:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741838_1014 (size=5350) 2024-11-15T18:17:44,927 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/replication/90e6b672c220a5f2f4b868b2c41e2a00/.tmp/queue/9ea68ea98c904e5085e1ffb0a54cba1d 2024-11-15T18:17:44,933 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:44,936 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/replication/90e6b672c220a5f2f4b868b2c41e2a00/.tmp/queue/9ea68ea98c904e5085e1ffb0a54cba1d as hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/replication/90e6b672c220a5f2f4b868b2c41e2a00/queue/9ea68ea98c904e5085e1ffb0a54cba1d 2024-11-15T18:17:44,942 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/replication/90e6b672c220a5f2f4b868b2c41e2a00/queue/9ea68ea98c904e5085e1ffb0a54cba1d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T18:17:44,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741839_1015 (size=6631) 2024-11-15T18:17:44,943 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 90e6b672c220a5f2f4b868b2c41e2a00 in 47ms, sequenceid=5, compaction requested=false 2024-11-15T18:17:44,943 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T18:17:44,948 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/replication/90e6b672c220a5f2f4b868b2c41e2a00/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:17:44,949 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:44,949 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:44,949 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:44,949 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90e6b672c220a5f2f4b868b2c41e2a00: Waiting for close lock at 1731694664896Running coprocessor pre-close hooks at 1731694664896Disabling compacts and flushes for region at 1731694664896Disabling writes for close at 1731694664896Obtaining lock to block concurrent updates at 1731694664896Preparing flush snapshotting stores in 90e6b672c220a5f2f4b868b2c41e2a00 at 1731694664896Finished memstore snapshotting hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731694664897 (+1 ms)Flushing stores of hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. at 1731694664897Flushing 90e6b672c220a5f2f4b868b2c41e2a00/queue: creating writer at 1731694664898 (+1 ms)Flushing 90e6b672c220a5f2f4b868b2c41e2a00/queue: appending metadata at 1731694664915 (+17 ms)Flushing 90e6b672c220a5f2f4b868b2c41e2a00/queue: closing flushed file at 1731694664915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7dc618: reopening flushed file at 1731694664935 (+20 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 90e6b672c220a5f2f4b868b2c41e2a00 in 47ms, sequenceid=5, compaction requested=false at 1731694664943 (+8 ms)Writing region close event to WAL at 1731694664945 (+2 ms)Running coprocessor post-close hooks at 1731694664949 (+4 ms)Closed at 1731694664949 2024-11-15T18:17:44,949 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694659776.90e6b672c220a5f2f4b868b2c41e2a00. 2024-11-15T18:17:45,101 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:45,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:17:45,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:45,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:45,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:45,301 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:45,344 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/.tmp/info/2d3bdfbcf8084d2da8d905fc585910ac 2024-11-15T18:17:45,370 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/.tmp/ns/f4d803e1a1214dd9a30c3b644ab4fcfa is 43, key is default/ns:d/1731694653901/Put/seqid=0 2024-11-15T18:17:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741840_1016 (size=5153) 2024-11-15T18:17:45,501 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:45,694 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.wal-reader.74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.1731694652855 to pos 0, reset compression=false 2024-11-15T18:17:45,701 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:45,726 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:17:45,726 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:17:45,775 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/.tmp/ns/f4d803e1a1214dd9a30c3b644ab4fcfa 2024-11-15T18:17:45,794 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/.tmp/table/5657a3ce72554dfaa01e0788634bfceb is 53, key is hbase:replication/table:state/1731694660969/Put/seqid=0 2024-11-15T18:17:45,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741841_1017 (size=5256) 2024-11-15T18:17:45,902 INFO [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:17:45,902 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:17:45,902 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:46,102 DEBUG [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:17:46,199 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/.tmp/table/5657a3ce72554dfaa01e0788634bfceb 2024-11-15T18:17:46,207 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/.tmp/info/2d3bdfbcf8084d2da8d905fc585910ac as hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/info/2d3bdfbcf8084d2da8d905fc585910ac 2024-11-15T18:17:46,214 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/info/2d3bdfbcf8084d2da8d905fc585910ac, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T18:17:46,216 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/.tmp/ns/f4d803e1a1214dd9a30c3b644ab4fcfa as hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/ns/f4d803e1a1214dd9a30c3b644ab4fcfa 2024-11-15T18:17:46,224 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/ns/f4d803e1a1214dd9a30c3b644ab4fcfa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T18:17:46,225 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/.tmp/table/5657a3ce72554dfaa01e0788634bfceb as hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/table/5657a3ce72554dfaa01e0788634bfceb 2024-11-15T18:17:46,240 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/table/5657a3ce72554dfaa01e0788634bfceb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T18:17:46,242 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=11, compaction requested=false 2024-11-15T18:17:46,252 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T18:17:46,253 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:46,253 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:46,253 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:46,253 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694664901Running coprocessor pre-close hooks at 1731694664901Disabling compacts and flushes for region at 1731694664901Disabling writes for close at 1731694664901Obtaining lock to block concurrent updates at 1731694664901Preparing flush snapshotting stores in 1588230740 at 1731694664901Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731694664904 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731694664904Flushing 1588230740/info: creating writer at 1731694664905 (+1 ms)Flushing 1588230740/info: appending metadata at 1731694664925 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731694664925Flushing 1588230740/ns: creating writer at 1731694665351 (+426 ms)Flushing 1588230740/ns: appending metadata at 1731694665370 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731694665370Flushing 1588230740/table: creating writer at 1731694665781 (+411 ms)Flushing 1588230740/table: appending metadata at 1731694665794 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731694665794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3327ef09: reopening flushed file at 1731694666206 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46775bcb: reopening flushed file at 1731694666215 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac413d8: reopening flushed file at 1731694666224 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=11, compaction requested=false at 1731694666242 (+18 ms)Writing region close event to WAL at 1731694666248 (+6 ms)Running coprocessor post-close hooks at 1731694666252 (+4 ms)Closed at 1731694666253 (+1 ms) 2024-11-15T18:17:46,253 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:46,302 INFO [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,43763,1731694650521; all regions closed. 2024-11-15T18:17:46,309 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/WALs/74ec74825666,43763,1731694650521/74ec74825666%2C43763%2C1731694650521.meta.1731694653832.meta not finished, retry = 0 2024-11-15T18:17:46,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741834_1010 (size=2742) 2024-11-15T18:17:46,412 DEBUG [RS:0;74ec74825666:43763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/oldWALs 2024-11-15T18:17:46,412 INFO [RS:0;74ec74825666:43763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C43763%2C1731694650521.meta:.meta(num 1731694653832) 2024-11-15T18:17:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741837_1013 (size=1586) 2024-11-15T18:17:46,417 DEBUG [RS:0;74ec74825666:43763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/oldWALs 2024-11-15T18:17:46,417 INFO [RS:0;74ec74825666:43763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C43763%2C1731694650521.rep:(num 1731694660923) 2024-11-15T18:17:46,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741832_1008 (size=93) 2024-11-15T18:17:46,421 DEBUG [RS:0;74ec74825666:43763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/oldWALs 2024-11-15T18:17:46,421 INFO [RS:0;74ec74825666:43763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C43763%2C1731694650521:(num 1731694652855) 2024-11-15T18:17:46,421 DEBUG [RS:0;74ec74825666:43763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:46,421 INFO [RS:0;74ec74825666:43763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:17:46,422 INFO [RS:0;74ec74825666:43763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:46,422 INFO [RS:0;74ec74825666:43763 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:46,422 INFO [RS:0;74ec74825666:43763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:46,422 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:46,422 INFO [RS:0;74ec74825666:43763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,43763,1731694650521 because: Region server is closing 2024-11-15T18:17:46,422 INFO [RS:0;74ec74825666:43763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:43763. 2024-11-15T18:17:46,422 DEBUG [RS:0;74ec74825666:43763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:17:46,422 DEBUG [RS:0;74ec74825666:43763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:46,422 DEBUG [RS:0;74ec74825666:43763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:46,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:17:46,523 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.wal-reader.74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:17:46,523 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.shipper74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T18:17:46,523 INFO [RS:0;74ec74825666:43763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,43763,1731694650521.replicationSource.shipper74ec74825666%2C43763%2C1731694650521,1-74ec74825666,43763,1731694650521 terminated 2024-11-15T18:17:46,523 INFO [RS:0;74ec74825666:43763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43763 2024-11-15T18:17:46,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1038956136/rs/74ec74825666,43763,1731694650521 2024-11-15T18:17:46,583 INFO [RS:0;74ec74825666:43763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:46,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136/rs 2024-11-15T18:17:46,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,43763,1731694650521] 2024-11-15T18:17:46,650 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1038956136/draining/74ec74825666,43763,1731694650521 already deleted, retry=false 2024-11-15T18:17:46,650 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,43763,1731694650521 expired; onlineServers=0 2024-11-15T18:17:46,650 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,43239,1731694650231' ***** 2024-11-15T18:17:46,650 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:17:46,650 INFO [M:0;74ec74825666:43239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:17:46,651 INFO [M:0;74ec74825666:43239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:17:46,651 DEBUG [M:0;74ec74825666:43239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:17:46,651 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:17:46,651 DEBUG [M:0;74ec74825666:43239 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:17:46,651 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694652587 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694652587,5,FailOnTimeoutGroup] 2024-11-15T18:17:46,651 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694652588 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694652588,5,FailOnTimeoutGroup] 2024-11-15T18:17:46,651 INFO [M:0;74ec74825666:43239 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:17:46,651 INFO [M:0;74ec74825666:43239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:17:46,651 DEBUG [M:0;74ec74825666:43239 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:17:46,651 INFO [M:0;74ec74825666:43239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:17:46,652 INFO [M:0;74ec74825666:43239 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:17:46,652 INFO [M:0;74ec74825666:43239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:17:46,652 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:17:46,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1038956136/master 2024-11-15T18:17:46,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1038956136 2024-11-15T18:17:46,694 DEBUG [M:0;74ec74825666:43239 {}] zookeeper.ZKUtil(347): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Unable to get data of znode /0-1038956136/master because node does not exist (not an error) 2024-11-15T18:17:46,694 WARN [M:0;74ec74825666:43239 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:17:46,695 INFO [M:0;74ec74825666:43239 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/.lastflushedseqids 2024-11-15T18:17:46,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741842_1018 (size=181) 2024-11-15T18:17:46,732 INFO [RS:0;74ec74825666:43763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:46,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:46,732 INFO [RS:0;74ec74825666:43763 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,43763,1731694650521; zookeeper connection closed. 2024-11-15T18:17:46,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x1013fb7568c0001, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:46,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fe27335 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fe27335 2024-11-15T18:17:46,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:17:47,100 INFO [M:0;74ec74825666:43239 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:17:47,100 INFO [M:0;74ec74825666:43239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:17:47,101 DEBUG [M:0;74ec74825666:43239 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:47,101 INFO [M:0;74ec74825666:43239 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:47,101 DEBUG [M:0;74ec74825666:43239 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:47,101 DEBUG [M:0;74ec74825666:43239 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:47,101 DEBUG [M:0;74ec74825666:43239 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:47,101 INFO [M:0;74ec74825666:43239 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T18:17:47,122 DEBUG [M:0;74ec74825666:43239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b161483715f14ff5844825e7d469c706 is 82, key is hbase:meta,,1/info:regioninfo/1731694653866/Put/seqid=0 2024-11-15T18:17:47,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741843_1019 (size=5672) 2024-11-15T18:17:47,527 INFO [M:0;74ec74825666:43239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b161483715f14ff5844825e7d469c706 2024-11-15T18:17:47,556 DEBUG [M:0;74ec74825666:43239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0747d810d2f42c58a9cdd2f9938489b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731694660974/Put/seqid=0 2024-11-15T18:17:47,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741844_1020 (size=7203) 2024-11-15T18:17:47,563 INFO [M:0;74ec74825666:43239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0747d810d2f42c58a9cdd2f9938489b 2024-11-15T18:17:47,583 DEBUG [M:0;74ec74825666:43239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3411e85cd98489e9f0a9d4919e5ee5c is 69, key is 74ec74825666,43763,1731694650521/rs:state/1731694652705/Put/seqid=0 2024-11-15T18:17:47,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741845_1021 (size=5156) 2024-11-15T18:17:47,588 INFO [M:0;74ec74825666:43239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3411e85cd98489e9f0a9d4919e5ee5c 2024-11-15T18:17:47,598 DEBUG [M:0;74ec74825666:43239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b161483715f14ff5844825e7d469c706 as hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b161483715f14ff5844825e7d469c706 2024-11-15T18:17:47,604 INFO [M:0;74ec74825666:43239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b161483715f14ff5844825e7d469c706, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T18:17:47,605 DEBUG [M:0;74ec74825666:43239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0747d810d2f42c58a9cdd2f9938489b as hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0747d810d2f42c58a9cdd2f9938489b 2024-11-15T18:17:47,624 INFO [M:0;74ec74825666:43239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0747d810d2f42c58a9cdd2f9938489b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T18:17:47,625 DEBUG [M:0;74ec74825666:43239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3411e85cd98489e9f0a9d4919e5ee5c as hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3411e85cd98489e9f0a9d4919e5ee5c 2024-11-15T18:17:47,633 INFO [M:0;74ec74825666:43239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/5e456018-893c-5944-5fe4-f4b8aaf5f802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3411e85cd98489e9f0a9d4919e5ee5c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T18:17:47,634 INFO [M:0;74ec74825666:43239 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=70, compaction requested=false 2024-11-15T18:17:47,644 INFO [M:0;74ec74825666:43239 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:47,645 DEBUG [M:0;74ec74825666:43239 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694667101Disabling compacts and flushes for region at 1731694667101Disabling writes for close at 1731694667101Obtaining lock to block concurrent updates at 1731694667101Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694667101Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731694667101Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694667102 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694667102Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694667122 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694667122Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694667534 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694667555 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694667555Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694667568 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694667583 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694667583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2710f29a: reopening flushed file at 1731694667597 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a22edd: reopening flushed file at 1731694667604 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9a4d48: reopening flushed file at 1731694667624 (+20 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=70, compaction requested=false at 1731694667635 (+11 ms)Writing region close event to WAL at 1731694667644 (+9 ms)Closed at 1731694667644 2024-11-15T18:17:47,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741830_1006 (size=41008) 2024-11-15T18:17:47,652 INFO [M:0;74ec74825666:43239 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:17:47,652 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:17:47,652 INFO [M:0;74ec74825666:43239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43239 2024-11-15T18:17:47,652 INFO [M:0;74ec74825666:43239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:17:47,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:47,778 INFO [M:0;74ec74825666:43239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:17:47,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43239-0x1013fb7568c0000, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:17:47,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c246225{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:17:47,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:17:47,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:17:47,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:17:47,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/hadoop.log.dir/,STOPPED} 2024-11-15T18:17:47,785 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:17:47,785 WARN [BP-1964470596-172.17.0.2-1731694648077 heartbeating to localhost/127.0.0.1:45219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:17:47,785 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:17:47,785 WARN [BP-1964470596-172.17.0.2-1731694648077 heartbeating to localhost/127.0.0.1:45219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1964470596-172.17.0.2-1731694648077 (Datanode Uuid ca190654-5393-4d6b-aa9c-44726811b1c5) service to localhost/127.0.0.1:45219 2024-11-15T18:17:47,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/cluster_c600286b-fa4a-48a8-7ac5-daef6c7609e8/data/data1/current/BP-1964470596-172.17.0.2-1731694648077 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:17:47,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/cluster_c600286b-fa4a-48a8-7ac5-daef6c7609e8/data/data2/current/BP-1964470596-172.17.0.2-1731694648077 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:17:47,786 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:17:47,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:17:47,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:17:47,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:17:47,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:17:47,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64055bf-79f8-057c-1793-bccf5f0f0254/hadoop.log.dir/,STOPPED} 2024-11-15T18:17:47,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:17:47,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:17:47,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 111) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39653 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49631) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45219 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49631) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 440) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3427 (was 2776) - AvailableMemoryMB LEAK? - 2024-11-15T18:17:47,836 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=3427 2024-11-15T18:17:47,847 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-15T18:17:47,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/hadoop.log.dir so I do NOT create it in target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1 2024-11-15T18:17:47,847 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:17:47,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/hadoop.tmp.dir so I do NOT create it in target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1 2024-11-15T18:17:47,847 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98041de3-f646-40c8-53a3-d2b05f092535/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:17:47,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1 2024-11-15T18:17:47,848 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/cluster_f5d85998-a158-da2b-f2f8-3c1b86a2fc8a, deleteOnExit=true 2024-11-15T18:17:47,850 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/cluster_f5d85998-a158-da2b-f2f8-3c1b86a2fc8a/zookeeper_0, clientPort=59969, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/cluster_f5d85998-a158-da2b-f2f8-3c1b86a2fc8a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/cluster_f5d85998-a158-da2b-f2f8-3c1b86a2fc8a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:17:47,850 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59969 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/test.cache.data in system properties and HBase conf 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:17:47,851 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:17:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:17:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:17:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:17:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:17:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:17:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:17:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:17:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:17:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:17:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:17:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:17:47,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013fb7568c0005, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:17:47,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013fb7568c0002, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:17:47,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013fb7568c0005, quorum=127.0.0.1:49631, baseZNode=/1969252723 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:17:47,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013fb7568c0002, quorum=127.0.0.1:49631, baseZNode=/0-1038956136 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:17:48,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:48,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:17:48,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:17:48,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:17:48,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:17:48,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:48,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:17:48,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:17:48,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1ba51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/java.io.tmpdir/jetty-localhost-41631-hadoop-hdfs-3_4_1-tests_jar-_-any-10524166891403500994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:17:48,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:41631} 2024-11-15T18:17:48,458 INFO [Time-limited test {}] server.Server(415): Started @53820ms 2024-11-15T18:17:48,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:48,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:17:48,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:17:48,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:17:48,730 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:17:48,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:17:48,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:17:48,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2efdfa1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/java.io.tmpdir/jetty-localhost-46591-hadoop-hdfs-3_4_1-tests_jar-_-any-9070373752798471267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:17:48,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:46591} 2024-11-15T18:17:48,839 INFO [Time-limited test {}] server.Server(415): Started @54200ms 2024-11-15T18:17:48,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:17:49,476 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/cluster_f5d85998-a158-da2b-f2f8-3c1b86a2fc8a/data/data2/current/BP-368426482-172.17.0.2-1731694667873/current, will proceed with Du for space computation calculation, 2024-11-15T18:17:49,476 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/cluster_f5d85998-a158-da2b-f2f8-3c1b86a2fc8a/data/data1/current/BP-368426482-172.17.0.2-1731694667873/current, will proceed with Du for space computation calculation, 2024-11-15T18:17:49,491 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:17:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafeb380030e4468c with lease ID 0x998948b5038a767a: Processing first storage report for DS-7eceea64-e2ea-4096-929f-939422df66df from datanode DatanodeRegistration(127.0.0.1:43219, datanodeUuid=7cad1ab0-c26c-44db-b8b8-c86caaf7d10e, infoPort=43543, infoSecurePort=0, ipcPort=37467, storageInfo=lv=-57;cid=testClusterID;nsid=1464015206;c=1731694667873) 2024-11-15T18:17:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafeb380030e4468c with lease ID 0x998948b5038a767a: from storage DS-7eceea64-e2ea-4096-929f-939422df66df node DatanodeRegistration(127.0.0.1:43219, datanodeUuid=7cad1ab0-c26c-44db-b8b8-c86caaf7d10e, infoPort=43543, infoSecurePort=0, ipcPort=37467, storageInfo=lv=-57;cid=testClusterID;nsid=1464015206;c=1731694667873), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:17:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafeb380030e4468c with lease ID 0x998948b5038a767a: Processing first storage report for DS-0acb85d7-d8f9-4113-a9c1-7e994a818ce2 from datanode DatanodeRegistration(127.0.0.1:43219, datanodeUuid=7cad1ab0-c26c-44db-b8b8-c86caaf7d10e, infoPort=43543, infoSecurePort=0, ipcPort=37467, storageInfo=lv=-57;cid=testClusterID;nsid=1464015206;c=1731694667873) 2024-11-15T18:17:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafeb380030e4468c with lease ID 0x998948b5038a767a: from storage DS-0acb85d7-d8f9-4113-a9c1-7e994a818ce2 node DatanodeRegistration(127.0.0.1:43219, datanodeUuid=7cad1ab0-c26c-44db-b8b8-c86caaf7d10e, infoPort=43543, infoSecurePort=0, ipcPort=37467, storageInfo=lv=-57;cid=testClusterID;nsid=1464015206;c=1731694667873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:17:49,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1 2024-11-15T18:17:49,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:49,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:17:49,992 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6 with version=8 2024-11-15T18:17:49,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/hbase-staging 2024-11-15T18:17:49,994 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:49,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:49,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:49,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:49,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:49,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:49,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:17:49,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:49,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37241 2024-11-15T18:17:49,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37241 connecting to ZooKeeper ensemble=127.0.0.1:59969 2024-11-15T18:17:50,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372410x0, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:50,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37241-0x1013fb7a3f50000 connected 2024-11-15T18:17:50,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:50,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:50,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Set watcher on znode that does not yet exist, /0-1919669891/running 2024-11-15T18:17:50,122 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6, hbase.cluster.distributed=false 2024-11-15T18:17:50,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Set watcher on znode that does not yet exist, /0-1919669891/acl 2024-11-15T18:17:50,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-15T18:17:50,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37241 2024-11-15T18:17:50,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37241 2024-11-15T18:17:50,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-15T18:17:50,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-15T18:17:50,139 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:50,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:50,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:50,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:50,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:50,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:50,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:17:50,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:50,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45379 2024-11-15T18:17:50,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45379 connecting to ZooKeeper ensemble=127.0.0.1:59969 2024-11-15T18:17:50,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:50,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:50,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453790x0, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:50,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453790x0, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Set watcher on znode that does not yet exist, /0-1919669891/running 2024-11-15T18:17:50,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45379-0x1013fb7a3f50001 connected 2024-11-15T18:17:50,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:17:50,161 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:17:50,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Set watcher on znode that does not yet exist, /0-1919669891/master 2024-11-15T18:17:50,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Set watcher on znode that does not yet exist, /0-1919669891/acl 2024-11-15T18:17:50,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-15T18:17:50,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45379 2024-11-15T18:17:50,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45379 2024-11-15T18:17:50,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-15T18:17:50,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-15T18:17:50,183 DEBUG [M:0;74ec74825666:37241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:37241 2024-11-15T18:17:50,183 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1919669891/backup-masters/74ec74825666,37241,1731694669994 2024-11-15T18:17:50,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891/backup-masters 2024-11-15T18:17:50,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891/backup-masters 2024-11-15T18:17:50,193 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Set watcher on existing znode=/0-1919669891/backup-masters/74ec74825666,37241,1731694669994 2024-11-15T18:17:50,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919669891/master 2024-11-15T18:17:50,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:50,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:50,204 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Set watcher on existing znode=/0-1919669891/master 2024-11-15T18:17:50,204 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1919669891/backup-masters/74ec74825666,37241,1731694669994 from backup master directory 2024-11-15T18:17:50,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891/backup-masters 2024-11-15T18:17:50,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919669891/backup-masters/74ec74825666,37241,1731694669994 2024-11-15T18:17:50,214 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:50,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891/backup-masters 2024-11-15T18:17:50,214 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,37241,1731694669994 2024-11-15T18:17:50,218 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/hbase.id] with ID: eb533975-b3d8-4720-9c61-df7fe4eeb872 2024-11-15T18:17:50,218 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/.tmp/hbase.id 2024-11-15T18:17:50,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:17:50,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:17:50,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:50,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:50,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:50,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:50,625 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/.tmp/hbase.id]:[hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/hbase.id] 2024-11-15T18:17:50,635 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:50,635 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:17:50,636 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T18:17:50,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:50,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:50,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:17:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:17:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:17:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:17:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T18:17:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:17:51,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:51,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:17:51,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:17:51,460 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store 2024-11-15T18:17:51,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:17:51,866 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:51,866 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:51,866 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:51,866 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:51,866 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:51,866 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:51,866 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:51,866 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694671866Disabling compacts and flushes for region at 1731694671866Disabling writes for close at 1731694671866Writing region close event to WAL at 1731694671866Closed at 1731694671866 2024-11-15T18:17:51,867 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/.initializing 2024-11-15T18:17:51,867 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/WALs/74ec74825666,37241,1731694669994 2024-11-15T18:17:51,868 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:51,870 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C37241%2C1731694669994, suffix=, logDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/WALs/74ec74825666,37241,1731694669994, archiveDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/oldWALs, maxLogs=10 2024-11-15T18:17:51,881 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/WALs/74ec74825666,37241,1731694669994/74ec74825666%2C37241%2C1731694669994.1731694671870, exclude list is [], retry=0 2024-11-15T18:17:51,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-7eceea64-e2ea-4096-929f-939422df66df,DISK] 2024-11-15T18:17:51,885 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/WALs/74ec74825666,37241,1731694669994/74ec74825666%2C37241%2C1731694669994.1731694671870 2024-11-15T18:17:51,886 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-15T18:17:51,886 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:51,886 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:51,886 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,886 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:17:51,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:51,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:51,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:17:51,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:51,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:51,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:17:51,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:51,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:51,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:17:51,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:51,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:51,895 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,895 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,896 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,897 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,897 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,897 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:51,898 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:51,900 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:51,900 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72601448, jitterRate=0.08184587955474854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:51,901 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694671886Initializing all the Stores at 1731694671887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694671887Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694671887Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694671887Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694671887Cleaning up temporary data from old regions at 1731694671897 (+10 ms)Region opened successfully at 1731694671901 (+4 ms) 2024-11-15T18:17:51,901 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:17:51,904 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c257e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:51,905 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:17:51,905 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:17:51,905 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:17:51,905 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:17:51,906 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:17:51,906 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:17:51,906 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:17:51,908 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:17:51,908 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Unable to get data of znode /0-1919669891/balancer because node does not exist (not necessarily an error) 2024-11-15T18:17:51,987 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919669891/balancer already deleted, retry=false 2024-11-15T18:17:51,987 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:17:51,988 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Unable to get data of znode /0-1919669891/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:17:51,997 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919669891/normalizer already deleted, retry=false 2024-11-15T18:17:51,998 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:17:51,999 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Unable to get data of znode /0-1919669891/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:17:52,008 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919669891/switch/split already deleted, retry=false 2024-11-15T18:17:52,009 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Unable to get data of znode /0-1919669891/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:17:52,019 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919669891/switch/merge already deleted, retry=false 2024-11-15T18:17:52,021 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Unable to get data of znode /0-1919669891/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:17:52,029 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919669891/snapshot-cleanup already deleted, retry=false 2024-11-15T18:17:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919669891/running 2024-11-15T18:17:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919669891/running 2024-11-15T18:17:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:52,040 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,37241,1731694669994, sessionid=0x1013fb7a3f50000, setting cluster-up flag (Was=false) 2024-11-15T18:17:52,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:52,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:52,092 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1919669891/flush-table-proc/acquired, /0-1919669891/flush-table-proc/reached, /0-1919669891/flush-table-proc/abort 2024-11-15T18:17:52,094 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,37241,1731694669994 2024-11-15T18:17:52,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:52,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:52,145 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1919669891/online-snapshot/acquired, /0-1919669891/online-snapshot/reached, /0-1919669891/online-snapshot/abort 2024-11-15T18:17:52,146 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,37241,1731694669994 2024-11-15T18:17:52,152 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:17:52,154 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:52,154 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:17:52,154 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:17:52,155 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,37241,1731694669994 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:17:52,156 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:52,156 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:52,156 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:52,157 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:52,157 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:17:52,157 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,157 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:52,157 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,159 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694702159 2024-11-15T18:17:52,159 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:17:52,159 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:52,159 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:17:52,159 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:17:52,159 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:17:52,159 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:17:52,159 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:17:52,159 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:17:52,159 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,160 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:52,160 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:17:52,161 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:17:52,161 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:17:52,161 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:17:52,161 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:17:52,164 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:17:52,164 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:17:52,168 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694672164,5,FailOnTimeoutGroup] 2024-11-15T18:17:52,168 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694672168,5,FailOnTimeoutGroup] 2024-11-15T18:17:52,168 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,168 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:17:52,168 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,168 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:17:52,175 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(746): ClusterId : eb533975-b3d8-4720-9c61-df7fe4eeb872 2024-11-15T18:17:52,175 DEBUG [RS:0;74ec74825666:45379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:17:52,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:17:52,176 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6 2024-11-15T18:17:52,188 DEBUG [RS:0;74ec74825666:45379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:17:52,188 DEBUG [RS:0;74ec74825666:45379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:17:52,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:17:52,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:52,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:52,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:52,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:52,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:52,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:52,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:52,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:52,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:52,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:52,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:52,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:52,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:52,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:52,199 DEBUG [RS:0;74ec74825666:45379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:17:52,200 DEBUG [RS:0;74ec74825666:45379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75164527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:52,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:52,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:52,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:52,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:52,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740 2024-11-15T18:17:52,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740 2024-11-15T18:17:52,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:52,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:52,204 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:52,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:52,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:52,218 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66820153, jitterRate=-0.004302129149436951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:52,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694672191Initializing all the Stores at 1731694672191Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694672192 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694672192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694672192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694672192Cleaning up temporary data from old regions at 1731694672204 (+12 ms)Region opened successfully at 1731694672219 (+15 ms) 2024-11-15T18:17:52,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:52,219 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:52,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:52,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:17:52,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:52,220 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:52,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694672219Disabling compacts and flushes for region at 1731694672219Disabling writes for close at 1731694672219Writing region close event to WAL at 1731694672220 (+1 ms)Closed at 1731694672220 2024-11-15T18:17:52,221 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:45379 2024-11-15T18:17:52,221 INFO [RS:0;74ec74825666:45379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:17:52,221 INFO [RS:0;74ec74825666:45379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:17:52,221 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:17:52,222 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,37241,1731694669994 with port=45379, startcode=1731694670138 2024-11-15T18:17:52,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:52,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:17:52,222 DEBUG [RS:0;74ec74825666:45379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:17:52,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:17:52,224 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:52,224 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:17:52,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,45379,1731694670138 2024-11-15T18:17:52,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37241 {}] master.ServerManager(517): Registering regionserver=74ec74825666,45379,1731694670138 2024-11-15T18:17:52,225 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:17:52,232 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6 2024-11-15T18:17:52,232 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43491 2024-11-15T18:17:52,232 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:17:52,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891/rs 2024-11-15T18:17:52,240 DEBUG [RS:0;74ec74825666:45379 {}] zookeeper.ZKUtil(111): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Set watcher on existing znode=/0-1919669891/rs/74ec74825666,45379,1731694670138 2024-11-15T18:17:52,240 WARN [RS:0;74ec74825666:45379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:52,240 INFO [RS:0;74ec74825666:45379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:52,241 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138 2024-11-15T18:17:52,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,45379,1731694670138] 2024-11-15T18:17:52,247 INFO [RS:0;74ec74825666:45379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:17:52,249 INFO [RS:0;74ec74825666:45379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:17:52,250 INFO [RS:0;74ec74825666:45379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:17:52,250 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,252 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:17:52,253 INFO [RS:0;74ec74825666:45379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:17:52,253 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,253 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,253 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,253 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,253 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,253 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,253 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:52,253 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,253 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,254 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,254 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,254 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,254 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:52,254 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:52,254 DEBUG [RS:0;74ec74825666:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:52,256 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,256 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,257 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,257 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,257 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,257 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,45379,1731694670138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:52,275 INFO [RS:0;74ec74825666:45379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:17:52,275 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,45379,1731694670138-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,275 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,275 INFO [RS:0;74ec74825666:45379 {}] regionserver.Replication(171): 74ec74825666,45379,1731694670138 started 2024-11-15T18:17:52,290 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,290 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,45379,1731694670138, RpcServer on 74ec74825666/172.17.0.2:45379, sessionid=0x1013fb7a3f50001 2024-11-15T18:17:52,290 DEBUG [RS:0;74ec74825666:45379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:17:52,290 DEBUG [RS:0;74ec74825666:45379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,45379,1731694670138 2024-11-15T18:17:52,290 DEBUG [RS:0;74ec74825666:45379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,45379,1731694670138' 2024-11-15T18:17:52,290 DEBUG [RS:0;74ec74825666:45379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1919669891/flush-table-proc/abort' 2024-11-15T18:17:52,291 DEBUG [RS:0;74ec74825666:45379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1919669891/flush-table-proc/acquired' 2024-11-15T18:17:52,291 DEBUG [RS:0;74ec74825666:45379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:17:52,291 DEBUG [RS:0;74ec74825666:45379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:17:52,291 DEBUG [RS:0;74ec74825666:45379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,45379,1731694670138 2024-11-15T18:17:52,291 DEBUG [RS:0;74ec74825666:45379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,45379,1731694670138' 2024-11-15T18:17:52,291 DEBUG [RS:0;74ec74825666:45379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1919669891/online-snapshot/abort' 2024-11-15T18:17:52,292 DEBUG [RS:0;74ec74825666:45379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1919669891/online-snapshot/acquired' 2024-11-15T18:17:52,292 DEBUG [RS:0;74ec74825666:45379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:17:52,292 INFO [RS:0;74ec74825666:45379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:17:52,292 INFO [RS:0;74ec74825666:45379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:17:52,378 WARN [74ec74825666:37241 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T18:17:52,392 INFO [RS:0;74ec74825666:45379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:52,394 INFO [RS:0;74ec74825666:45379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C45379%2C1731694670138, suffix=, logDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138, archiveDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/oldWALs, maxLogs=10 2024-11-15T18:17:52,407 DEBUG [RS:0;74ec74825666:45379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394, exclude list is [], retry=0 2024-11-15T18:17:52,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-7eceea64-e2ea-4096-929f-939422df66df,DISK] 2024-11-15T18:17:52,417 INFO [RS:0;74ec74825666:45379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 2024-11-15T18:17:52,418 DEBUG [RS:0;74ec74825666:45379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-15T18:17:52,628 DEBUG [74ec74825666:37241 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:17:52,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,45379,1731694670138 2024-11-15T18:17:52,629 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,45379,1731694670138, state=OPENING 2024-11-15T18:17:52,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:17:52,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:52,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:17:52,721 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:52,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,45379,1731694670138}] 2024-11-15T18:17:52,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919669891/meta-region-server: CHANGED 2024-11-15T18:17:52,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919669891/meta-region-server: CHANGED 2024-11-15T18:17:52,874 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:17:52,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:17:52,880 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:17:52,880 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:52,880 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:17:52,882 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C45379%2C1731694670138.meta, suffix=.meta, logDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138, archiveDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/oldWALs, maxLogs=10 2024-11-15T18:17:52,894 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.meta.1731694672882.meta, exclude list is [], retry=0 2024-11-15T18:17:52,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-7eceea64-e2ea-4096-929f-939422df66df,DISK] 2024-11-15T18:17:52,898 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.meta.1731694672882.meta 2024-11-15T18:17:52,898 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-15T18:17:52,899 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:52,899 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:17:52,899 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:17:52,899 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:17:52,899 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:17:52,899 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:17:52,899 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:52,899 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:17:52,899 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:17:52,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:52,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:52,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:52,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:52,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:52,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:52,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:52,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:52,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:52,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:52,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:52,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:52,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:52,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:52,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:52,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:52,906 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:52,907 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740 2024-11-15T18:17:52,908 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740 2024-11-15T18:17:52,909 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:52,909 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:52,910 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:52,911 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:52,912 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63954998, jitterRate=-0.04699626564979553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:52,912 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:17:52,913 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694672900Writing region info on filesystem at 1731694672900Initializing all the Stores at 1731694672900Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694672900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694672901 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694672901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694672901Cleaning up temporary data from old regions at 1731694672909 (+8 ms)Running coprocessor post-open hooks at 1731694672912 (+3 ms)Region opened successfully at 1731694672913 (+1 ms) 2024-11-15T18:17:52,914 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694672874 2024-11-15T18:17:52,916 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:17:52,916 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:17:52,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,45379,1731694670138 2024-11-15T18:17:52,918 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,45379,1731694670138, state=OPEN 2024-11-15T18:17:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1919669891/meta-region-server 2024-11-15T18:17:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1919669891/meta-region-server 2024-11-15T18:17:52,930 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,45379,1731694670138 2024-11-15T18:17:52,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919669891/meta-region-server: CHANGED 2024-11-15T18:17:52,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919669891/meta-region-server: CHANGED 2024-11-15T18:17:52,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:17:52,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,45379,1731694670138 in 209 msec 2024-11-15T18:17:52,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:17:52,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-11-15T18:17:52,935 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:52,935 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:17:52,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:52,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,45379,1731694670138, seqNum=-1] 2024-11-15T18:17:52,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:52,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:52,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 790 msec 2024-11-15T18:17:52,943 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694672943, completionTime=-1 2024-11-15T18:17:52,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:17:52,944 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:17:52,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:17:52,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694732945 2024-11-15T18:17:52,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694792945 2024-11-15T18:17:52,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T18:17:52,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37241,1731694669994-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,946 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37241,1731694669994-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,946 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37241,1731694669994-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,946 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:37241, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,946 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,946 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,948 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:17:52,949 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.735sec 2024-11-15T18:17:52,950 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:17:52,950 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:17:52,950 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:17:52,950 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:17:52,950 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:17:52,950 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37241,1731694669994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:52,950 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37241,1731694669994-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:17:52,952 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:17:52,952 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:17:52,952 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37241,1731694669994-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:52,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:52,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37241,-1 for getting cluster id 2024-11-15T18:17:52,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:52,977 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb533975-b3d8-4720-9c61-df7fe4eeb872' 2024-11-15T18:17:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb533975-b3d8-4720-9c61-df7fe4eeb872" 2024-11-15T18:17:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372708c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37241,-1] 2024-11-15T18:17:52,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:52,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:52,979 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:52,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:52,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:52,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,45379,1731694670138, seqNum=-1] 2024-11-15T18:17:52,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:52,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:52,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,37241,1731694669994 2024-11-15T18:17:52,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59969 2024-11-15T18:17:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:52,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013fb7a3f50002 connected 2024-11-15T18:17:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/hadoop.log.dir so I do NOT create it in target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f 2024-11-15T18:17:53,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:17:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/hadoop.tmp.dir so I do NOT create it in target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f 2024-11-15T18:17:53,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:17:53,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f 2024-11-15T18:17:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:17:53,011 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/cluster_ea5dd850-7180-4b88-47ef-449709073fa9, deleteOnExit=true 2024-11-15T18:17:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:17:53,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/test.cache.data in system properties and HBase conf 2024-11-15T18:17:53,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:17:53,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:17:53,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:17:53,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:17:53,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:17:53,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:17:53,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:17:53,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:17:53,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:17:53,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:17:53,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:17:53,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:17:53,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:17:53,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:17:53,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:17:53,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:17:53,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:17:53,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:17:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:17:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:17:53,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:53,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:17:53,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:17:53,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:17:53,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:17:53,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:53,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:17:53,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:17:53,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@232a9ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/java.io.tmpdir/jetty-localhost-42367-hadoop-hdfs-3_4_1-tests_jar-_-any-6049925325901752626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:17:53,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:42367} 2024-11-15T18:17:53,431 INFO [Time-limited test {}] server.Server(415): Started @58793ms 2024-11-15T18:17:53,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:17:53,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:17:53,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:17:53,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:17:53,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:17:53,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:17:53,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:17:53,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376e6613{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/java.io.tmpdir/jetty-localhost-45167-hadoop-hdfs-3_4_1-tests_jar-_-any-6097419862914571030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:17:53,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:45167} 2024-11-15T18:17:53,824 INFO [Time-limited test {}] server.Server(415): Started @59186ms 2024-11-15T18:17:53,825 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:17:54,450 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/cluster_ea5dd850-7180-4b88-47ef-449709073fa9/data/data1/current/BP-2065963900-172.17.0.2-1731694673036/current, will proceed with Du for space computation calculation, 2024-11-15T18:17:54,450 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/cluster_ea5dd850-7180-4b88-47ef-449709073fa9/data/data2/current/BP-2065963900-172.17.0.2-1731694673036/current, will proceed with Du for space computation calculation, 2024-11-15T18:17:54,471 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:17:54,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61f1fffda1c2337c with lease ID 0x74dd9ac3eca940ba: Processing first storage report for DS-1aeddde6-d7e0-4e92-a222-a13d8159d3f5 from datanode DatanodeRegistration(127.0.0.1:33429, datanodeUuid=d10de1de-2a29-434c-ac9d-5d97ccb5913d, infoPort=46555, infoSecurePort=0, ipcPort=39217, storageInfo=lv=-57;cid=testClusterID;nsid=190359153;c=1731694673036) 2024-11-15T18:17:54,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61f1fffda1c2337c with lease ID 0x74dd9ac3eca940ba: from storage DS-1aeddde6-d7e0-4e92-a222-a13d8159d3f5 node DatanodeRegistration(127.0.0.1:33429, datanodeUuid=d10de1de-2a29-434c-ac9d-5d97ccb5913d, infoPort=46555, infoSecurePort=0, ipcPort=39217, storageInfo=lv=-57;cid=testClusterID;nsid=190359153;c=1731694673036), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:17:54,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61f1fffda1c2337c with lease ID 0x74dd9ac3eca940ba: Processing first storage report for DS-47202b34-1cbd-407b-bc73-49e9c32bd737 from datanode DatanodeRegistration(127.0.0.1:33429, datanodeUuid=d10de1de-2a29-434c-ac9d-5d97ccb5913d, infoPort=46555, infoSecurePort=0, ipcPort=39217, storageInfo=lv=-57;cid=testClusterID;nsid=190359153;c=1731694673036) 2024-11-15T18:17:54,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61f1fffda1c2337c with lease ID 0x74dd9ac3eca940ba: from storage DS-47202b34-1cbd-407b-bc73-49e9c32bd737 node DatanodeRegistration(127.0.0.1:33429, datanodeUuid=d10de1de-2a29-434c-ac9d-5d97ccb5913d, infoPort=46555, infoSecurePort=0, ipcPort=39217, storageInfo=lv=-57;cid=testClusterID;nsid=190359153;c=1731694673036), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:17:54,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f 2024-11-15T18:17:54,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:54,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:54,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:17:54,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4 with version=8 2024-11-15T18:17:54,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/hbase-staging 2024-11-15T18:17:54,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:54,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:54,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:54,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:54,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:54,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:54,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:17:54,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:54,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37217 2024-11-15T18:17:54,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37217 connecting to ZooKeeper ensemble=127.0.0.1:59969 2024-11-15T18:17:55,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372170x0, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:55,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37217-0x1013fb7a3f50003 connected 2024-11-15T18:17:55,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:55,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:55,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Set watcher on znode that does not yet exist, /11944833251/running 2024-11-15T18:17:55,274 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4, hbase.cluster.distributed=false 2024-11-15T18:17:55,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Set watcher on znode that does not yet exist, /11944833251/acl 2024-11-15T18:17:55,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-15T18:17:55,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37217 2024-11-15T18:17:55,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37217 2024-11-15T18:17:55,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-15T18:17:55,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-15T18:17:55,296 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:17:55,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:55,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:55,296 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:17:55,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:17:55,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:17:55,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:17:55,296 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:17:55,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36875 2024-11-15T18:17:55,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36875 connecting to ZooKeeper ensemble=127.0.0.1:59969 2024-11-15T18:17:55,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:55,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:55,313 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368750x0, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:55,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368750x0, quorum=127.0.0.1:59969, baseZNode=/11944833251 Set watcher on znode that does not yet exist, /11944833251/running 2024-11-15T18:17:55,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:17:55,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36875-0x1013fb7a3f50004 connected 2024-11-15T18:17:55,315 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:17:55,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Set watcher on znode that does not yet exist, /11944833251/master 2024-11-15T18:17:55,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Set watcher on znode that does not yet exist, /11944833251/acl 2024-11-15T18:17:55,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36875 2024-11-15T18:17:55,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36875 2024-11-15T18:17:55,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36875 2024-11-15T18:17:55,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36875 2024-11-15T18:17:55,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36875 2024-11-15T18:17:55,336 DEBUG [M:0;74ec74825666:37217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:37217 2024-11-15T18:17:55,336 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11944833251/backup-masters/74ec74825666,37217,1731694674970 2024-11-15T18:17:55,345 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251/backup-masters 2024-11-15T18:17:55,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251/backup-masters 2024-11-15T18:17:55,345 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Set watcher on existing znode=/11944833251/backup-masters/74ec74825666,37217,1731694674970 2024-11-15T18:17:55,355 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11944833251/master 2024-11-15T18:17:55,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:55,355 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:55,356 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Set watcher on existing znode=/11944833251/master 2024-11-15T18:17:55,356 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11944833251/backup-masters/74ec74825666,37217,1731694674970 from backup master directory 2024-11-15T18:17:55,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944833251/backup-masters/74ec74825666,37217,1731694674970 2024-11-15T18:17:55,366 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251/backup-masters 2024-11-15T18:17:55,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251/backup-masters 2024-11-15T18:17:55,366 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:55,366 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,37217,1731694674970 2024-11-15T18:17:55,370 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/hbase.id] with ID: 0480c20f-f6d6-44b4-a986-eda718a15ecb 2024-11-15T18:17:55,370 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/.tmp/hbase.id 2024-11-15T18:17:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:17:55,776 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/.tmp/hbase.id]:[hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/hbase.id] 2024-11-15T18:17:55,787 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:17:55,788 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:17:55,789 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T18:17:55,824 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:55,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:17:56,231 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:56,231 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:17:56,232 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:17:56,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:17:56,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:56,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:56,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:56,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:17:56,639 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store 2024-11-15T18:17:56,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:17:57,046 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:57,046 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:17:57,046 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:57,046 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:57,046 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:17:57,046 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:57,046 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:17:57,046 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694677046Disabling compacts and flushes for region at 1731694677046Disabling writes for close at 1731694677046Writing region close event to WAL at 1731694677046Closed at 1731694677046 2024-11-15T18:17:57,047 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/.initializing 2024-11-15T18:17:57,047 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/WALs/74ec74825666,37217,1731694674970 2024-11-15T18:17:57,049 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:57,050 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C37217%2C1731694674970, suffix=, logDir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/WALs/74ec74825666,37217,1731694674970, archiveDir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/oldWALs, maxLogs=10 2024-11-15T18:17:57,062 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/WALs/74ec74825666,37217,1731694674970/74ec74825666%2C37217%2C1731694674970.1731694677051, exclude list is [], retry=0 2024-11-15T18:17:57,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-1aeddde6-d7e0-4e92-a222-a13d8159d3f5,DISK] 2024-11-15T18:17:57,066 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/WALs/74ec74825666,37217,1731694674970/74ec74825666%2C37217%2C1731694674970.1731694677051 2024-11-15T18:17:57,066 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46555:46555)] 2024-11-15T18:17:57,066 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:57,066 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:57,067 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,067 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:17:57,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:57,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:57,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:17:57,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:57,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:57,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:17:57,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:57,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:57,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:17:57,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:57,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:17:57,074 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,075 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,075 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,076 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,076 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,077 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:57,078 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:17:57,080 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:57,080 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65637512, jitterRate=-0.021924853324890137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:57,080 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694677067Initializing all the Stores at 1731694677067Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694677068 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694677068Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694677068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694677068Cleaning up temporary data from old regions at 1731694677076 (+8 ms)Region opened successfully at 1731694677080 (+4 ms) 2024-11-15T18:17:57,081 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:17:57,083 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5b0941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:57,084 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:17:57,084 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:17:57,084 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:17:57,084 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:17:57,085 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:17:57,085 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:17:57,085 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:17:57,087 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:17:57,088 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Unable to get data of znode /11944833251/balancer because node does not exist (not necessarily an error) 2024-11-15T18:17:57,145 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944833251/balancer already deleted, retry=false 2024-11-15T18:17:57,145 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:17:57,146 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Unable to get data of znode /11944833251/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:17:57,217 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944833251/normalizer already deleted, retry=false 2024-11-15T18:17:57,218 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:17:57,219 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Unable to get data of znode /11944833251/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:17:57,332 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944833251/switch/split already deleted, retry=false 2024-11-15T18:17:57,334 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Unable to get data of znode /11944833251/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:17:57,397 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944833251/switch/merge already deleted, retry=false 2024-11-15T18:17:57,399 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Unable to get data of znode /11944833251/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:17:57,494 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11944833251/snapshot-cleanup already deleted, retry=false 2024-11-15T18:17:57,562 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11944833251/running 2024-11-15T18:17:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11944833251/running 2024-11-15T18:17:57,562 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:57,563 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,37217,1731694674970, sessionid=0x1013fb7a3f50003, setting cluster-up flag (Was=false) 2024-11-15T18:17:57,603 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:57,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:57,645 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11944833251/flush-table-proc/acquired, /11944833251/flush-table-proc/reached, /11944833251/flush-table-proc/abort 2024-11-15T18:17:57,646 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,37217,1731694674970 2024-11-15T18:17:57,677 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:57,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:57,719 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11944833251/online-snapshot/acquired, /11944833251/online-snapshot/reached, /11944833251/online-snapshot/abort 2024-11-15T18:17:57,720 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,37217,1731694674970 2024-11-15T18:17:57,721 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:17:57,722 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:57,722 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:17:57,722 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:17:57,723 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,37217,1731694674970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:17:57,724 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:57,724 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:57,724 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:57,724 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:17:57,724 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:17:57,724 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,724 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:57,724 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,729 INFO [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(746): ClusterId : 0480c20f-f6d6-44b4-a986-eda718a15ecb 2024-11-15T18:17:57,729 DEBUG [RS:0;74ec74825666:36875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:17:57,729 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694707729 2024-11-15T18:17:57,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:57,729 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:17:57,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:17:57,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:17:57,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:17:57,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:17:57,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:17:57,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:17:57,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:17:57,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:17:57,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:17:57,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:17:57,731 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:17:57,731 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:17:57,731 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694677731,5,FailOnTimeoutGroup] 2024-11-15T18:17:57,731 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694677731,5,FailOnTimeoutGroup] 2024-11-15T18:17:57,731 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,731 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:17:57,731 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,731 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,732 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:57,732 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:17:57,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:17:57,740 DEBUG [RS:0;74ec74825666:36875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:17:57,740 DEBUG [RS:0;74ec74825666:36875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:17:57,762 DEBUG [RS:0;74ec74825666:36875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:17:57,762 DEBUG [RS:0;74ec74825666:36875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d1afc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:17:57,779 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:36875 2024-11-15T18:17:57,779 INFO [RS:0;74ec74825666:36875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:17:57,779 INFO [RS:0;74ec74825666:36875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:17:57,779 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:17:57,779 INFO [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,37217,1731694674970 with port=36875, startcode=1731694675296 2024-11-15T18:17:57,780 DEBUG [RS:0;74ec74825666:36875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:17:57,781 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:17:57,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,36875,1731694675296 2024-11-15T18:17:57,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37217 {}] master.ServerManager(517): Registering regionserver=74ec74825666,36875,1731694675296 2024-11-15T18:17:57,783 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4 2024-11-15T18:17:57,783 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46525 2024-11-15T18:17:57,783 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:17:57,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251/rs 2024-11-15T18:17:57,818 DEBUG [RS:0;74ec74825666:36875 {}] zookeeper.ZKUtil(111): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Set watcher on existing znode=/11944833251/rs/74ec74825666,36875,1731694675296 2024-11-15T18:17:57,818 WARN [RS:0;74ec74825666:36875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:17:57,819 INFO [RS:0;74ec74825666:36875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:57,819 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/WALs/74ec74825666,36875,1731694675296 2024-11-15T18:17:57,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,36875,1731694675296] 2024-11-15T18:17:57,822 INFO [RS:0;74ec74825666:36875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:17:57,824 INFO [RS:0;74ec74825666:36875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:17:57,824 INFO [RS:0;74ec74825666:36875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:17:57,824 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,825 INFO [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:17:57,826 INFO [RS:0;74ec74825666:36875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:17:57,826 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,826 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,826 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,826 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,826 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,826 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,826 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:17:57,826 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,826 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,826 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,826 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,827 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,827 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:17:57,827 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:57,827 DEBUG [RS:0;74ec74825666:36875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:17:57,827 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,827 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,827 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,827 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,827 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,827 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36875,1731694675296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:57,841 INFO [RS:0;74ec74825666:36875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:17:57,841 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36875,1731694675296-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,841 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,841 INFO [RS:0;74ec74825666:36875 {}] regionserver.Replication(171): 74ec74825666,36875,1731694675296 started 2024-11-15T18:17:57,853 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:57,854 INFO [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,36875,1731694675296, RpcServer on 74ec74825666/172.17.0.2:36875, sessionid=0x1013fb7a3f50004 2024-11-15T18:17:57,854 DEBUG [RS:0;74ec74825666:36875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:17:57,854 DEBUG [RS:0;74ec74825666:36875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,36875,1731694675296 2024-11-15T18:17:57,854 DEBUG [RS:0;74ec74825666:36875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,36875,1731694675296' 2024-11-15T18:17:57,854 DEBUG [RS:0;74ec74825666:36875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11944833251/flush-table-proc/abort' 2024-11-15T18:17:57,854 DEBUG [RS:0;74ec74825666:36875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11944833251/flush-table-proc/acquired' 2024-11-15T18:17:57,855 DEBUG [RS:0;74ec74825666:36875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:17:57,855 DEBUG [RS:0;74ec74825666:36875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:17:57,855 DEBUG [RS:0;74ec74825666:36875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,36875,1731694675296 2024-11-15T18:17:57,855 DEBUG [RS:0;74ec74825666:36875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,36875,1731694675296' 2024-11-15T18:17:57,855 DEBUG [RS:0;74ec74825666:36875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11944833251/online-snapshot/abort' 2024-11-15T18:17:57,856 DEBUG [RS:0;74ec74825666:36875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11944833251/online-snapshot/acquired' 2024-11-15T18:17:57,856 DEBUG [RS:0;74ec74825666:36875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:17:57,856 INFO [RS:0;74ec74825666:36875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:17:57,856 INFO [RS:0;74ec74825666:36875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:17:57,956 INFO [RS:0;74ec74825666:36875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:17:57,958 INFO [RS:0;74ec74825666:36875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C36875%2C1731694675296, suffix=, logDir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/WALs/74ec74825666,36875,1731694675296, archiveDir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/oldWALs, maxLogs=10 2024-11-15T18:17:57,970 DEBUG [RS:0;74ec74825666:36875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/WALs/74ec74825666,36875,1731694675296/74ec74825666%2C36875%2C1731694675296.1731694677958, exclude list is [], retry=0 2024-11-15T18:17:57,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-1aeddde6-d7e0-4e92-a222-a13d8159d3f5,DISK] 2024-11-15T18:17:57,974 INFO [RS:0;74ec74825666:36875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/WALs/74ec74825666,36875,1731694675296/74ec74825666%2C36875%2C1731694675296.1731694677958 2024-11-15T18:17:57,974 DEBUG [RS:0;74ec74825666:36875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46555:46555)] 2024-11-15T18:17:58,141 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:17:58,141 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4 2024-11-15T18:17:58,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:17:58,247 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:17:58,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:58,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:58,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:58,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:58,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:58,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:58,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:58,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:58,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:58,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:58,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:58,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:58,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:58,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:58,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:58,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:58,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:58,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:58,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740 2024-11-15T18:17:58,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740 2024-11-15T18:17:58,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:58,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:58,558 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:58,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:58,561 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:17:58,562 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63753364, jitterRate=-0.05000084638595581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694678548Initializing all the Stores at 1731694678549 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694678549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694678549Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694678549Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694678549Cleaning up temporary data from old regions at 1731694678558 (+9 ms)Region opened successfully at 1731694678562 (+4 ms) 2024-11-15T18:17:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:17:58,562 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:17:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:17:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:17:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:17:58,562 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:17:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694678562Disabling compacts and flushes for region at 1731694678562Disabling writes for close at 1731694678562Writing region close event to WAL at 1731694678562Closed at 1731694678562 2024-11-15T18:17:58,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:58,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:17:58,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:17:58,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:58,565 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:17:58,716 DEBUG [74ec74825666:37217 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:17:58,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,36875,1731694675296 2024-11-15T18:17:58,717 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,36875,1731694675296, state=OPENING 2024-11-15T18:17:58,766 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:17:58,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:58,776 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:17:58,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944833251/meta-region-server: CHANGED 2024-11-15T18:17:58,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944833251/meta-region-server: CHANGED 2024-11-15T18:17:58,777 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:17:58,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,36875,1731694675296}] 2024-11-15T18:17:58,929 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:17:58,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:17:58,934 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:17:58,934 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:17:58,934 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:17:58,936 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C36875%2C1731694675296.meta, suffix=.meta, logDir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/WALs/74ec74825666,36875,1731694675296, archiveDir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/oldWALs, maxLogs=10 2024-11-15T18:17:58,948 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/WALs/74ec74825666,36875,1731694675296/74ec74825666%2C36875%2C1731694675296.meta.1731694678936.meta, exclude list is [], retry=0 2024-11-15T18:17:58,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-1aeddde6-d7e0-4e92-a222-a13d8159d3f5,DISK] 2024-11-15T18:17:58,951 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/WALs/74ec74825666,36875,1731694675296/74ec74825666%2C36875%2C1731694675296.meta.1731694678936.meta 2024-11-15T18:17:58,951 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46555:46555)] 2024-11-15T18:17:58,951 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:17:58,952 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:17:58,952 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:17:58,952 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:17:58,952 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:17:58,952 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:17:58,952 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:58,952 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:17:58,952 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:17:58,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:17:58,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:17:58,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:58,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:58,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:17:58,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:17:58,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:58,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:58,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:17:58,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:17:58,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:58,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:58,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:17:58,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:17:58,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:58,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:17:58,959 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:17:58,960 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740 2024-11-15T18:17:58,961 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740 2024-11-15T18:17:58,962 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:17:58,962 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:17:58,962 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:17:58,964 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:17:58,964 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66213749, jitterRate=-0.013338252902030945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:17:58,965 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:17:58,965 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694678952Writing region info on filesystem at 1731694678952Initializing all the Stores at 1731694678953 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694678953Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694678953Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694678953Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694678953Cleaning up temporary data from old regions at 1731694678962 (+9 ms)Running coprocessor post-open hooks at 1731694678965 (+3 ms)Region opened successfully at 1731694678965 2024-11-15T18:17:58,966 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694678929 2024-11-15T18:17:58,968 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:17:58,968 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:17:58,968 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,36875,1731694675296 2024-11-15T18:17:58,969 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,36875,1731694675296, state=OPEN 2024-11-15T18:17:58,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11944833251/meta-region-server 2024-11-15T18:17:58,982 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11944833251/meta-region-server 2024-11-15T18:17:58,982 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,36875,1731694675296 2024-11-15T18:17:58,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944833251/meta-region-server: CHANGED 2024-11-15T18:17:58,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11944833251/meta-region-server: CHANGED 2024-11-15T18:17:58,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:17:58,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,36875,1731694675296 in 205 msec 2024-11-15T18:17:58,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:17:58,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-15T18:17:58,987 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:17:58,987 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:17:58,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:58,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,36875,1731694675296, seqNum=-1] 2024-11-15T18:17:58,988 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:58,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:58,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-15T18:17:58,997 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694678997, completionTime=-1 2024-11-15T18:17:58,997 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:17:58,997 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:17:58,999 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:17:58,999 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694738999 2024-11-15T18:17:58,999 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694798999 2024-11-15T18:17:58,999 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T18:17:59,000 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37217,1731694674970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:59,000 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37217,1731694674970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:59,000 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37217,1731694674970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:59,000 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:37217, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:59,000 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:59,000 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:59,002 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:17:59,004 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.637sec 2024-11-15T18:17:59,004 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:17:59,004 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:17:59,004 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:17:59,004 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:17:59,004 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:17:59,004 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37217,1731694674970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:17:59,004 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37217,1731694674970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:17:59,006 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:17:59,006 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:17:59,006 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37217,1731694674970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:17:59,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:59,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37217,-1 for getting cluster id 2024-11-15T18:17:59,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:17:59,031 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0480c20f-f6d6-44b4-a986-eda718a15ecb' 2024-11-15T18:17:59,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:17:59,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0480c20f-f6d6-44b4-a986-eda718a15ecb" 2024-11-15T18:17:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657a3350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37217,-1] 2024-11-15T18:17:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:17:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:17:59,033 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:17:59,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:17:59,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:17:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,36875,1731694675296, seqNum=-1] 2024-11-15T18:17:59,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:17:59,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:17:59,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,37217,1731694674970 2024-11-15T18:17:59,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59969 2024-11-15T18:17:59,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:17:59,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013fb7a3f50005 connected 2024-11-15T18:17:59,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:17:59,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37241,1731694669994 2024-11-15T18:17:59,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cd00b30 2024-11-15T18:17:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:17:59,068 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:17:59,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:17:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:17:59,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:17:59,076 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:17:59,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:17:59,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:17:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:17:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:59,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01349a5ff7c357ba2c67e53904b5e51b, NAME => 'test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6 2024-11-15T18:17:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:17:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:17:59,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:17:59,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 01349a5ff7c357ba2c67e53904b5e51b, disabling compactions & flushes 2024-11-15T18:17:59,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:17:59,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:17:59,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. after waiting 0 ms 2024-11-15T18:17:59,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:17:59,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:17:59,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01349a5ff7c357ba2c67e53904b5e51b: Waiting for close lock at 1731694679892Disabling compacts and flushes for region at 1731694679892Disabling writes for close at 1731694679892Writing region close event to WAL at 1731694679892Closed at 1731694679892 2024-11-15T18:17:59,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:17:59,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694679893"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694679893"}]},"ts":"1731694679893"} 2024-11-15T18:17:59,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:17:59,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:17:59,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694679897"}]},"ts":"1731694679897"} 2024-11-15T18:17:59,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:17:59,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=01349a5ff7c357ba2c67e53904b5e51b, ASSIGN}] 2024-11-15T18:17:59,900 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=01349a5ff7c357ba2c67e53904b5e51b, ASSIGN 2024-11-15T18:17:59,901 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=01349a5ff7c357ba2c67e53904b5e51b, ASSIGN; state=OFFLINE, location=74ec74825666,45379,1731694670138; forceNewPlan=false, retain=false 2024-11-15T18:18:00,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01349a5ff7c357ba2c67e53904b5e51b, regionState=OPENING, regionLocation=74ec74825666,45379,1731694670138 2024-11-15T18:18:00,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=01349a5ff7c357ba2c67e53904b5e51b, ASSIGN because future has completed 2024-11-15T18:18:00,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01349a5ff7c357ba2c67e53904b5e51b, server=74ec74825666,45379,1731694670138}] 2024-11-15T18:18:00,211 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:18:00,211 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 01349a5ff7c357ba2c67e53904b5e51b, NAME => 'test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:18:00,212 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:18:00,212 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:18:00,212 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,212 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:18:00,212 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,212 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,214 INFO [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:18:00,216 INFO [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01349a5ff7c357ba2c67e53904b5e51b columnFamilyName f 2024-11-15T18:18:00,216 DEBUG [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:18:00,216 INFO [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] regionserver.HStore(327): Store=01349a5ff7c357ba2c67e53904b5e51b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:18:00,216 INFO [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,217 INFO [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01349a5ff7c357ba2c67e53904b5e51b columnFamilyName f1 2024-11-15T18:18:00,217 DEBUG [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:18:00,218 INFO [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] regionserver.HStore(327): Store=01349a5ff7c357ba2c67e53904b5e51b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:18:00,218 INFO [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,219 INFO [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01349a5ff7c357ba2c67e53904b5e51b columnFamilyName norep 2024-11-15T18:18:00,219 DEBUG [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:18:00,219 INFO [StoreOpener-01349a5ff7c357ba2c67e53904b5e51b-1 {}] regionserver.HStore(327): Store=01349a5ff7c357ba2c67e53904b5e51b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:18:00,220 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,220 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,221 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,221 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,221 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,222 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:18:00,223 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,225 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:18:00,225 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 01349a5ff7c357ba2c67e53904b5e51b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70548725, jitterRate=0.05125792324542999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:18:00,225 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:18:00,226 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 01349a5ff7c357ba2c67e53904b5e51b: Running coprocessor pre-open hook at 1731694680212Writing region info on filesystem at 1731694680212Initializing all the Stores at 1731694680213 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694680213Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694680214 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694680214Cleaning up temporary data from old regions at 1731694680221 (+7 ms)Running coprocessor post-open hooks at 1731694680225 (+4 ms)Region opened successfully at 1731694680226 (+1 ms) 2024-11-15T18:18:00,228 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., pid=6, masterSystemTime=1731694680207 2024-11-15T18:18:00,230 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:18:00,230 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:18:00,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01349a5ff7c357ba2c67e53904b5e51b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,45379,1731694670138 2024-11-15T18:18:00,234 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37241 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=74ec74825666,45379,1731694670138, table=test, region=01349a5ff7c357ba2c67e53904b5e51b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T18:18:00,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01349a5ff7c357ba2c67e53904b5e51b, server=74ec74825666,45379,1731694670138 because future has completed 2024-11-15T18:18:00,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:18:00,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 01349a5ff7c357ba2c67e53904b5e51b, server=74ec74825666,45379,1731694670138 in 181 msec 2024-11-15T18:18:00,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:18:00,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=01349a5ff7c357ba2c67e53904b5e51b, ASSIGN in 339 msec 2024-11-15T18:18:00,242 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:18:00,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694680242"}]},"ts":"1731694680242"} 2024-11-15T18:18:00,244 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:18:00,245 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:18:00,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-15T18:18:00,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:18:00,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T18:18:00,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T18:18:00,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T18:18:00,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:18:00,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T18:18:00,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:18:00,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T18:18:00,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:18:00,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T18:18:00,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:18:00,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T18:18:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:18:01,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:18:01,224 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:18:01,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37217,1731694674970 2024-11-15T18:18:01,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521bff77 2024-11-15T18:18:01,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:18:01,226 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:18:01,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:18:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:18:01,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:18:01,230 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:18:01,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:18:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:18:01,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:18:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:18:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:18:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:18:01,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9cab37a2abd80565d38bd21b32fe5d0, NAME => 'test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4 2024-11-15T18:18:01,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:18:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:18:02,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:18:02,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d9cab37a2abd80565d38bd21b32fe5d0, disabling compactions & flushes 2024-11-15T18:18:02,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:18:02,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:18:02,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. after waiting 0 ms 2024-11-15T18:18:02,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:18:02,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:18:02,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9cab37a2abd80565d38bd21b32fe5d0: Waiting for close lock at 1731694682044Disabling compacts and flushes for region at 1731694682044Disabling writes for close at 1731694682044Writing region close event to WAL at 1731694682044Closed at 1731694682044 2024-11-15T18:18:02,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:18:02,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694682046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694682046"}]},"ts":"1731694682046"} 2024-11-15T18:18:02,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:18:02,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:18:02,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694682049"}]},"ts":"1731694682049"} 2024-11-15T18:18:02,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:18:02,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9cab37a2abd80565d38bd21b32fe5d0, ASSIGN}] 2024-11-15T18:18:02,053 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9cab37a2abd80565d38bd21b32fe5d0, ASSIGN 2024-11-15T18:18:02,053 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d9cab37a2abd80565d38bd21b32fe5d0, ASSIGN; state=OFFLINE, location=74ec74825666,36875,1731694675296; forceNewPlan=false, retain=false 2024-11-15T18:18:02,204 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9cab37a2abd80565d38bd21b32fe5d0, regionState=OPENING, regionLocation=74ec74825666,36875,1731694675296 2024-11-15T18:18:02,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d9cab37a2abd80565d38bd21b32fe5d0, ASSIGN because future has completed 2024-11-15T18:18:02,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9cab37a2abd80565d38bd21b32fe5d0, server=74ec74825666,36875,1731694675296}] 2024-11-15T18:18:02,362 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:18:02,362 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d9cab37a2abd80565d38bd21b32fe5d0, NAME => 'test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:18:02,362 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:18:02,362 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:18:02,362 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,363 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:18:02,363 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,363 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,364 INFO [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:18:02,366 INFO [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9cab37a2abd80565d38bd21b32fe5d0 columnFamilyName f 2024-11-15T18:18:02,366 DEBUG [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:18:02,366 INFO [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] regionserver.HStore(327): Store=d9cab37a2abd80565d38bd21b32fe5d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:18:02,366 INFO [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,368 INFO [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9cab37a2abd80565d38bd21b32fe5d0 columnFamilyName f1 2024-11-15T18:18:02,368 DEBUG [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:18:02,368 INFO [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] regionserver.HStore(327): Store=d9cab37a2abd80565d38bd21b32fe5d0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:18:02,368 INFO [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,369 INFO [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9cab37a2abd80565d38bd21b32fe5d0 columnFamilyName norep 2024-11-15T18:18:02,370 DEBUG [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:18:02,370 INFO [StoreOpener-d9cab37a2abd80565d38bd21b32fe5d0-1 {}] regionserver.HStore(327): Store=d9cab37a2abd80565d38bd21b32fe5d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:18:02,370 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,371 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,371 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,372 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,372 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,372 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:18:02,373 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,375 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:18:02,376 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d9cab37a2abd80565d38bd21b32fe5d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64514040, jitterRate=-0.03866589069366455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:18:02,376 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:18:02,376 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d9cab37a2abd80565d38bd21b32fe5d0: Running coprocessor pre-open hook at 1731694682363Writing region info on filesystem at 1731694682363Initializing all the Stores at 1731694682364 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694682364Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694682364Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694682364Cleaning up temporary data from old regions at 1731694682372 (+8 ms)Running coprocessor post-open hooks at 1731694682376 (+4 ms)Region opened successfully at 1731694682376 2024-11-15T18:18:02,377 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0., pid=6, masterSystemTime=1731694682358 2024-11-15T18:18:02,379 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:18:02,379 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:18:02,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9cab37a2abd80565d38bd21b32fe5d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,36875,1731694675296 2024-11-15T18:18:02,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9cab37a2abd80565d38bd21b32fe5d0, server=74ec74825666,36875,1731694675296 because future has completed 2024-11-15T18:18:02,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:18:02,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d9cab37a2abd80565d38bd21b32fe5d0, server=74ec74825666,36875,1731694675296 in 177 msec 2024-11-15T18:18:02,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:18:02,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d9cab37a2abd80565d38bd21b32fe5d0, ASSIGN in 335 msec 2024-11-15T18:18:02,389 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:18:02,390 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694682389"}]},"ts":"1731694682389"} 2024-11-15T18:18:02,392 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:18:02,393 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:18:02,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-15T18:18:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:18:03,374 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:18:03,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37241,-1 for getting cluster id 2024-11-15T18:18:03,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:18:03,376 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb533975-b3d8-4720-9c61-df7fe4eeb872' 2024-11-15T18:18:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:18:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb533975-b3d8-4720-9c61-df7fe4eeb872" 2024-11-15T18:18:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a45f048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37241,-1] 2024-11-15T18:18:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:18:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:03,377 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:18:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39278ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37217,-1 for getting cluster id 2024-11-15T18:18:03,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:18:03,379 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0480c20f-f6d6-44b4-a986-eda718a15ecb' 2024-11-15T18:18:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:18:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0480c20f-f6d6-44b4-a986-eda718a15ecb" 2024-11-15T18:18:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec670c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37217,-1] 2024-11-15T18:18:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:18:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:03,381 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:18:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@acbc12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37241,-1 for getting cluster id 2024-11-15T18:18:03,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:18:03,383 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb533975-b3d8-4720-9c61-df7fe4eeb872' 2024-11-15T18:18:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:18:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb533975-b3d8-4720-9c61-df7fe4eeb872" 2024-11-15T18:18:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cbf826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37241,-1] 2024-11-15T18:18:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:18:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:03,384 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:18:03,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9a2895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:18:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37241,1731694669994 2024-11-15T18:18:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f2ff9a 2024-11-15T18:18:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:18:03,388 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:18:03,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:37217,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:18:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:18:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:18:03,392 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:37217' 2024-11-15T18:18:03,392 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a19f798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,392 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37217,-1 for getting cluster id 2024-11-15T18:18:03,393 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:18:03,393 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0480c20f-f6d6-44b4-a986-eda718a15ecb' 2024-11-15T18:18:03,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:18:03,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0480c20f-f6d6-44b4-a986-eda718a15ecb" 2024-11-15T18:18:03,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cd133c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37217,-1] 2024-11-15T18:18:03,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:18:03,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:03,395 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:18:03,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621a10e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:03,396 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:18:03,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37217,1731694674970 2024-11-15T18:18:03,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68027d3d 2024-11-15T18:18:03,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:18:03,398 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:18:03,398 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T18:18:03,398 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:18:03,398 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:03,399 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:03,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:18:03,399 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:18:03,400 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:18:03,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:18:03,401 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:18:03,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:18:03,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:18:03,450 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:18:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:18:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:18:03,809 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4369621c4a78a577b430012fbaacaf36, NAME => 'hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6 2024-11-15T18:18:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:18:03,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T18:18:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:18:04,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:18:04,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4369621c4a78a577b430012fbaacaf36, disabling compactions & flushes 2024-11-15T18:18:04,218 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:18:04,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:18:04,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. after waiting 0 ms 2024-11-15T18:18:04,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:18:04,218 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:18:04,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4369621c4a78a577b430012fbaacaf36: Waiting for close lock at 1731694684218Disabling compacts and flushes for region at 1731694684218Disabling writes for close at 1731694684218Writing region close event to WAL at 1731694684218Closed at 1731694684218 2024-11-15T18:18:04,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:18:04,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694684219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694684219"}]},"ts":"1731694684219"} 2024-11-15T18:18:04,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:18:04,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:18:04,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694684224"}]},"ts":"1731694684224"} 2024-11-15T18:18:04,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:18:04,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4369621c4a78a577b430012fbaacaf36, ASSIGN}] 2024-11-15T18:18:04,229 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4369621c4a78a577b430012fbaacaf36, ASSIGN 2024-11-15T18:18:04,230 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4369621c4a78a577b430012fbaacaf36, ASSIGN; state=OFFLINE, location=74ec74825666,45379,1731694670138; forceNewPlan=false, retain=false 2024-11-15T18:18:04,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4369621c4a78a577b430012fbaacaf36, regionState=OPENING, regionLocation=74ec74825666,45379,1731694670138 2024-11-15T18:18:04,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4369621c4a78a577b430012fbaacaf36, ASSIGN because future has completed 2024-11-15T18:18:04,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4369621c4a78a577b430012fbaacaf36, server=74ec74825666,45379,1731694670138}] 2024-11-15T18:18:04,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:18:04,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:18:04,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:18:04,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:18:04,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:18:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:18:04,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:18:04,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:18:04,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:18:04,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C45379%2C1731694670138.rep, suffix=, logDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138, archiveDir=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/oldWALs, maxLogs=10 2024-11-15T18:18:04,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.rep.1731694684596, exclude list is [], retry=0 2024-11-15T18:18:04,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-7eceea64-e2ea-4096-929f-939422df66df,DISK] 2024-11-15T18:18:04,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.rep.1731694684596 2024-11-15T18:18:04,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-15T18:18:04,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4369621c4a78a577b430012fbaacaf36, NAME => 'hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:18:04,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:18:04,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:18:04,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. service=MultiRowMutationService 2024-11-15T18:18:04,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:18:04,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:18:04,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,630 INFO [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,632 INFO [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4369621c4a78a577b430012fbaacaf36 columnFamilyName hfileref 2024-11-15T18:18:04,632 DEBUG [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:18:04,633 INFO [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] regionserver.HStore(327): Store=4369621c4a78a577b430012fbaacaf36/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:18:04,634 INFO [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,636 INFO [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4369621c4a78a577b430012fbaacaf36 columnFamilyName queue 2024-11-15T18:18:04,637 DEBUG [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:18:04,637 INFO [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] regionserver.HStore(327): Store=4369621c4a78a577b430012fbaacaf36/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:18:04,637 INFO [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,639 INFO [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4369621c4a78a577b430012fbaacaf36 columnFamilyName sid 2024-11-15T18:18:04,639 DEBUG [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:18:04,640 INFO [StoreOpener-4369621c4a78a577b430012fbaacaf36-1 {}] regionserver.HStore(327): Store=4369621c4a78a577b430012fbaacaf36/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:18:04,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:18:04,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:18:04,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4369621c4a78a577b430012fbaacaf36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74083771, jitterRate=0.10393421351909637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:18:04,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:18:04,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4369621c4a78a577b430012fbaacaf36: Running coprocessor pre-open hook at 1731694684627Writing region info on filesystem at 1731694684627Initializing all the Stores at 1731694684630 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694684630Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694684630Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694684630Cleaning up temporary data from old regions at 1731694684642 (+12 ms)Running coprocessor post-open hooks at 1731694684648 (+6 ms)Region opened successfully at 1731694684648 2024-11-15T18:18:04,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36., pid=10, masterSystemTime=1731694684572 2024-11-15T18:18:04,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:18:04,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:18:04,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4369621c4a78a577b430012fbaacaf36, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,45379,1731694670138 2024-11-15T18:18:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4369621c4a78a577b430012fbaacaf36, server=74ec74825666,45379,1731694670138 because future has completed 2024-11-15T18:18:04,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:18:04,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4369621c4a78a577b430012fbaacaf36, server=74ec74825666,45379,1731694670138 in 272 msec 2024-11-15T18:18:04,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:18:04,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4369621c4a78a577b430012fbaacaf36, ASSIGN in 433 msec 2024-11-15T18:18:04,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:18:04,665 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694684665"}]},"ts":"1731694684665"} 2024-11-15T18:18:04,668 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:18:04,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:18:04,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2710 sec 2024-11-15T18:18:04,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36., hostname=74ec74825666,45379,1731694670138, seqNum=2] 2024-11-15T18:18:04,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:18:04,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:18:04,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:18:04,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:18:04,977 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:18:05,005 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,45379,1731694670138, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:18:05,005 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:18:05,005 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,45379,1731694670138, seqNum=-1] 2024-11-15T18:18:05,006 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:18:05,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-15T18:18:05,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,45379,1731694670138', locateType=CURRENT is [region=hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36., hostname=74ec74825666,45379,1731694670138, seqNum=2] 2024-11-15T18:18:05,026 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:18:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:18:05,032 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,45379,1731694670138 suceeded 2024-11-15T18:18:05,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:18:05,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-15T18:18:05,042 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:37217,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-15T18:18:05,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6540 sec 2024-11-15T18:18:05,050 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:37217' 2024-11-15T18:18:05,051 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3591e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:05,051 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37217,-1 for getting cluster id 2024-11-15T18:18:05,052 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:18:05,053 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0480c20f-f6d6-44b4-a986-eda718a15ecb' 2024-11-15T18:18:05,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:18:05,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0480c20f-f6d6-44b4-a986-eda718a15ecb" 2024-11-15T18:18:05,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e0acaa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:05,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37217,-1] 2024-11-15T18:18:05,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:18:05,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:05,055 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:18:05,056 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eef1d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:05,056 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:18:05,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37217,1731694674970 2024-11-15T18:18:05,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1065395 2024-11-15T18:18:05,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:18:05,058 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-15T18:18:05,059 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,45379,1731694670138 (queues=1) is replicating from cluster=eb533975-b3d8-4720-9c61-df7fe4eeb872 to cluster=0480c20f-f6d6-44b4-a986-eda718a15ecb 2024-11-15T18:18:05,059 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C45379%2C1731694670138 2024-11-15T18:18:05,059 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,45379,1731694670138, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:18:05,060 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.shipper74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C45379%2C1731694670138 2024-11-15T18:18:05,060 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394, startPosition=0, beingWritten=true 2024-11-15T18:18:05,070 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:18:05,070 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 379, reset compression=false 2024-11-15T18:18:05,070 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.shipper74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,45379,1731694670138 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:18:05,276 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 379, reset compression=false 2024-11-15T18:18:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:18:05,575 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:18:05,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:18:05,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:18:05,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:05,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:05,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:18:05,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:18:05,580 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 379, reset compression=false 2024-11-15T18:18:05,581 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731694685579/Put/seqid=0 2024-11-15T18:18:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741840_1016 (size=7894) 2024-11-15T18:18:05,984 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 379, reset compression=false 2024-11-15T18:18:05,989 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f/f/hfile_1 is 34, key is ddd/f:row/1731694685988/Put/seqid=0 2024-11-15T18:18:05,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741841_1017 (size=7691) 2024-11-15T18:18:06,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:06,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37241,-1 for getting cluster id 2024-11-15T18:18:06,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:18:06,398 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb533975-b3d8-4720-9c61-df7fe4eeb872' 2024-11-15T18:18:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:18:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb533975-b3d8-4720-9c61-df7fe4eeb872" 2024-11-15T18:18:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4da472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37241,-1] 2024-11-15T18:18:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:18:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:06,400 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:18:06,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:06,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:18:06,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,45379,1731694670138, seqNum=-1] 2024-11-15T18:18:06,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:18:06,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:18:06,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:18:06,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37241,1731694669994 2024-11-15T18:18:06,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4141ddda 2024-11-15T18:18:06,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:18:06,416 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:18:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., hostname=74ec74825666,45379,1731694670138, seqNum=2] 2024-11-15T18:18:06,432 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:18:06,444 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T18:18:06,447 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T18:18:06,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f/f/hfile_0 for inclusion in 01349a5ff7c357ba2c67e53904b5e51b/f 2024-11-15T18:18:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T18:18:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:18:06,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f/f/hfile_1 for inclusion in 01349a5ff7c357ba2c67e53904b5e51b/f 2024-11-15T18:18:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T18:18:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:18:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HRegion(2603): Flush status journal for 01349a5ff7c357ba2c67e53904b5e51b: 2024-11-15T18:18:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f/f/hfile_0 to hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__q5vvc13e4ce6cccnk21eqjt5rtfef5r5hf2h04v3l9pithkl7tjbjeit64nr07dj/f/hfile_0 2024-11-15T18:18:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__q5vvc13e4ce6cccnk21eqjt5rtfef5r5hf2h04v3l9pithkl7tjbjeit64nr07dj/f/hfile_0 as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f/61a4c370e9f341e8902fdc172f59903d_SeqId_4_ 2024-11-15T18:18:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f/f/hfile_1 to hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__q5vvc13e4ce6cccnk21eqjt5rtfef5r5hf2h04v3l9pithkl7tjbjeit64nr07dj/f/hfile_1 2024-11-15T18:18:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__q5vvc13e4ce6cccnk21eqjt5rtfef5r5hf2h04v3l9pithkl7tjbjeit64nr07dj/f/hfile_1 as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f/60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_ 2024-11-15T18:18:06,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__q5vvc13e4ce6cccnk21eqjt5rtfef5r5hf2h04v3l9pithkl7tjbjeit64nr07dj/f/hfile_0 into 01349a5ff7c357ba2c67e53904b5e51b/f as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f/61a4c370e9f341e8902fdc172f59903d_SeqId_4_ - updating store file list. 2024-11-15T18:18:06,488 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 379, reset compression=false 2024-11-15T18:18:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61a4c370e9f341e8902fdc172f59903d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:18:06,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f/61a4c370e9f341e8902fdc172f59903d_SeqId_4_ into 01349a5ff7c357ba2c67e53904b5e51b/f 2024-11-15T18:18:06,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__q5vvc13e4ce6cccnk21eqjt5rtfef5r5hf2h04v3l9pithkl7tjbjeit64nr07dj/f/hfile_0 into 01349a5ff7c357ba2c67e53904b5e51b/f (new location: hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f/61a4c370e9f341e8902fdc172f59903d_SeqId_4_) 2024-11-15T18:18:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__q5vvc13e4ce6cccnk21eqjt5rtfef5r5hf2h04v3l9pithkl7tjbjeit64nr07dj/f/hfile_0 2024-11-15T18:18:06,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__q5vvc13e4ce6cccnk21eqjt5rtfef5r5hf2h04v3l9pithkl7tjbjeit64nr07dj/f/hfile_1 into 01349a5ff7c357ba2c67e53904b5e51b/f as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f/60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_ - updating store file list. 2024-11-15T18:18:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:18:06,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f/60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_ into 01349a5ff7c357ba2c67e53904b5e51b/f 2024-11-15T18:18:06,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__q5vvc13e4ce6cccnk21eqjt5rtfef5r5hf2h04v3l9pithkl7tjbjeit64nr07dj/f/hfile_1 into 01349a5ff7c357ba2c67e53904b5e51b/f (new location: hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f/60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_) 2024-11-15T18:18:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__q5vvc13e4ce6cccnk21eqjt5rtfef5r5hf2h04v3l9pithkl7tjbjeit64nr07dj/f/hfile_1 2024-11-15T18:18:06,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:18:06,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:18:06,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:06,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:06,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:18:06,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:18:06,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., hostname=74ec74825666,45379,1731694670138, seqNum=2 , the old value is region=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., hostname=74ec74825666,45379,1731694670138, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74ec74825666:45379 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:18:06,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,36875,1731694675296, seqNum=-1] 2024-11-15T18:18:06,507 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T18:18:06,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:18:06,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., hostname=74ec74825666,45379,1731694670138, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:18:06,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., hostname=74ec74825666,45379,1731694670138, seqNum=2 from cache 2024-11-15T18:18:06,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:18:06,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0., hostname=74ec74825666,36875,1731694675296, seqNum=2] 2024-11-15T18:18:06,513 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T18:18:06,615 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:45379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T18:18:07,092 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 379, reset compression=false 2024-11-15T18:18:07,098 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:18:07,098 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.shipper74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,45379,1731694670138 got entry batch from reader: WALEntryBatch [walEntries=[{test/01349a5ff7c357ba2c67e53904b5e51b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731694686500/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T18:18:07,117 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.shipper74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:18:07,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-15T18:18:07,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.ReplicationSink(318): Replicating [eb533975-b3d8-4720-9c61-df7fe4eeb872] bulk loaded data 2024-11-15T18:18:07,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d2edc86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:07,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37217,-1 for getting cluster id 2024-11-15T18:18:07,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:18:07,123 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0480c20f-f6d6-44b4-a986-eda718a15ecb' 2024-11-15T18:18:07,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:18:07,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0480c20f-f6d6-44b4-a986-eda718a15ecb" 2024-11-15T18:18:07,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74688a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:07,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37217,-1] 2024-11-15T18:18:07,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:18:07,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:07,125 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:18:07,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@662d408c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:07,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741837_1013 (size=7894) 2024-11-15T18:18:07,299 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 687, reset compression=false 2024-11-15T18:18:07,516 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T18:18:07,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741838_1014 (size=7691) 2024-11-15T18:18:07,603 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 687, reset compression=false 2024-11-15T18:18:07,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:18:07,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37217,1731694674970 2024-11-15T18:18:07,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e771bbb 2024-11-15T18:18:07,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:18:07,953 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-15T18:18:07,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:18:07,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:18:07,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,36875,1731694675296, seqNum=-1] 2024-11-15T18:18:07,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:18:07,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-15T18:18:07,965 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T18:18:07,968 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/61a4c370e9f341e8902fdc172f59903d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T18:18:07,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/61a4c370e9f341e8902fdc172f59903d_SeqId_4_ for inclusion in d9cab37a2abd80565d38bd21b32fe5d0/f 2024-11-15T18:18:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T18:18:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:18:07,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_ for inclusion in d9cab37a2abd80565d38bd21b32fe5d0/f 2024-11-15T18:18:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T18:18:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:18:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HRegion(2603): Flush status journal for d9cab37a2abd80565d38bd21b32fe5d0: 2024-11-15T18:18:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 61a4c370e9f341e8902fdc172f59903d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:18:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/61a4c370e9f341e8902fdc172f59903d_SeqId_4_ as hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0/f/58652326361b422fab44cfd5df009011_SeqId_4_ 2024-11-15T18:18:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:18:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_ as hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0/f/2ecfa719aeb743589734eba2c245bf47_SeqId_4_ 2024-11-15T18:18:07,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/61a4c370e9f341e8902fdc172f59903d_SeqId_4_ into d9cab37a2abd80565d38bd21b32fe5d0/f as hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0/f/58652326361b422fab44cfd5df009011_SeqId_4_ - updating store file list. 2024-11-15T18:18:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58652326361b422fab44cfd5df009011_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:18:07,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0/f/58652326361b422fab44cfd5df009011_SeqId_4_ into d9cab37a2abd80565d38bd21b32fe5d0/f 2024-11-15T18:18:07,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/61a4c370e9f341e8902fdc172f59903d_SeqId_4_ into d9cab37a2abd80565d38bd21b32fe5d0/f (new location: hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0/f/58652326361b422fab44cfd5df009011_SeqId_4_) 2024-11-15T18:18:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/61a4c370e9f341e8902fdc172f59903d_SeqId_4_ 2024-11-15T18:18:07,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_ into d9cab37a2abd80565d38bd21b32fe5d0/f as hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0/f/2ecfa719aeb743589734eba2c245bf47_SeqId_4_ - updating store file list. 2024-11-15T18:18:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ecfa719aeb743589734eba2c245bf47_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:18:07,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0/f/2ecfa719aeb743589734eba2c245bf47_SeqId_4_ into d9cab37a2abd80565d38bd21b32fe5d0/f 2024-11-15T18:18:07,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_ into d9cab37a2abd80565d38bd21b32fe5d0/f (new location: hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0/f/2ecfa719aeb743589734eba2c245bf47_SeqId_4_) 2024-11-15T18:18:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/staging/jenkins.hfs.6__test__f5bfdfa5bbnjg7r5gvrmukgo8g7d1ujav8midd53jl4vts3rberfh3cfvorutbu8/f/60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_ 2024-11-15T18:18:07,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36875 {}] regionserver.ReplicationSink(324): Finished replicating [eb533975-b3d8-4720-9c61-df7fe4eeb872] bulk loaded data 2024-11-15T18:18:08,007 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 687, reset compression=false 2024-11-15T18:18:08,511 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 687, reset compression=false 2024-11-15T18:18:08,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:18:08,533 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731694688532/Put/seqid=0 2024-11-15T18:18:08,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741842_1018 (size=7997) 2024-11-15T18:18:08,940 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731694688939/Put/seqid=0 2024-11-15T18:18:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741843_1019 (size=7794) 2024-11-15T18:18:09,114 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 687, reset compression=false 2024-11-15T18:18:09,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:09,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37241,-1 for getting cluster id 2024-11-15T18:18:09,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:18:09,347 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb533975-b3d8-4720-9c61-df7fe4eeb872' 2024-11-15T18:18:09,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:18:09,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb533975-b3d8-4720-9c61-df7fe4eeb872" 2024-11-15T18:18:09,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b849a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:09,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37241,-1] 2024-11-15T18:18:09,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:18:09,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:09,349 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:18:09,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:18:09,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:18:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,45379,1731694670138, seqNum=-1] 2024-11-15T18:18:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:18:09,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:18:09,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:18:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37241,1731694669994 2024-11-15T18:18:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da83287 2024-11-15T18:18:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:18:09,363 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:18:09,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., hostname=74ec74825666,45379,1731694670138, seqNum=2] 2024-11-15T18:18:09,369 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:18:09,376 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T18:18:09,380 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T18:18:09,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f1/f1/hfile_0 for inclusion in 01349a5ff7c357ba2c67e53904b5e51b/f1 2024-11-15T18:18:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T18:18:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:18:09,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f1/f1/hfile_1 for inclusion in 01349a5ff7c357ba2c67e53904b5e51b/f1 2024-11-15T18:18:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T18:18:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:18:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HRegion(2603): Flush status journal for 01349a5ff7c357ba2c67e53904b5e51b: 2024-11-15T18:18:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f1/f1/hfile_0 to hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__tk1c02tg1pbl6lp80h9hi0bm4u9p0vg9nihi1dh0pgkbh9aniovmnomrfn1hck6a/f1/hfile_0 2024-11-15T18:18:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__tk1c02tg1pbl6lp80h9hi0bm4u9p0vg9nihi1dh0pgkbh9aniovmnomrfn1hck6a/f1/hfile_0 as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f1/fa46d7161af84adda793ab6d2ad2f767_SeqId_6_ 2024-11-15T18:18:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/load_f1/f1/hfile_1 to hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__tk1c02tg1pbl6lp80h9hi0bm4u9p0vg9nihi1dh0pgkbh9aniovmnomrfn1hck6a/f1/hfile_1 2024-11-15T18:18:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__tk1c02tg1pbl6lp80h9hi0bm4u9p0vg9nihi1dh0pgkbh9aniovmnomrfn1hck6a/f1/hfile_1 as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f1/ab0739a204c14a0bb57d84dd0f00cbb6_SeqId_6_ 2024-11-15T18:18:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-15T18:18:09,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__tk1c02tg1pbl6lp80h9hi0bm4u9p0vg9nihi1dh0pgkbh9aniovmnomrfn1hck6a/f1/hfile_0 into 01349a5ff7c357ba2c67e53904b5e51b/f1 as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f1/fa46d7161af84adda793ab6d2ad2f767_SeqId_6_ - updating store file list. 2024-11-15T18:18:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa46d7161af84adda793ab6d2ad2f767_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T18:18:09,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f1/fa46d7161af84adda793ab6d2ad2f767_SeqId_6_ into 01349a5ff7c357ba2c67e53904b5e51b/f1 2024-11-15T18:18:09,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__tk1c02tg1pbl6lp80h9hi0bm4u9p0vg9nihi1dh0pgkbh9aniovmnomrfn1hck6a/f1/hfile_0 into 01349a5ff7c357ba2c67e53904b5e51b/f1 (new location: hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f1/fa46d7161af84adda793ab6d2ad2f767_SeqId_6_) 2024-11-15T18:18:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__tk1c02tg1pbl6lp80h9hi0bm4u9p0vg9nihi1dh0pgkbh9aniovmnomrfn1hck6a/f1/hfile_0 2024-11-15T18:18:09,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__tk1c02tg1pbl6lp80h9hi0bm4u9p0vg9nihi1dh0pgkbh9aniovmnomrfn1hck6a/f1/hfile_1 into 01349a5ff7c357ba2c67e53904b5e51b/f1 as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f1/ab0739a204c14a0bb57d84dd0f00cbb6_SeqId_6_ - updating store file list. 2024-11-15T18:18:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab0739a204c14a0bb57d84dd0f00cbb6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T18:18:09,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f1/ab0739a204c14a0bb57d84dd0f00cbb6_SeqId_6_ into 01349a5ff7c357ba2c67e53904b5e51b/f1 2024-11-15T18:18:09,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__tk1c02tg1pbl6lp80h9hi0bm4u9p0vg9nihi1dh0pgkbh9aniovmnomrfn1hck6a/f1/hfile_1 into 01349a5ff7c357ba2c67e53904b5e51b/f1 (new location: hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/f1/ab0739a204c14a0bb57d84dd0f00cbb6_SeqId_6_) 2024-11-15T18:18:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/staging/jenkins__test__tk1c02tg1pbl6lp80h9hi0bm4u9p0vg9nihi1dh0pgkbh9aniovmnomrfn1hck6a/f1/hfile_1 2024-11-15T18:18:09,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:18:09,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:18:09,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:09,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:18:09,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:18:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., hostname=74ec74825666,45379,1731694670138, seqNum=2 , the old value is region=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., hostname=74ec74825666,45379,1731694670138, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74ec74825666:45379 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:18:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., hostname=74ec74825666,45379,1731694670138, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:18:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., hostname=74ec74825666,45379,1731694670138, seqNum=2 from cache 2024-11-15T18:18:09,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:18:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,45379,1731694670138, seqNum=-1] 2024-11-15T18:18:09,418 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T18:18:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:18:09,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:18:09,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., hostname=74ec74825666,45379,1731694670138, seqNum=2] 2024-11-15T18:18:09,524 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:45379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T18:18:09,819 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 687, reset compression=false 2024-11-15T18:18:09,823 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:18:09,824 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:09,824 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.shipper74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,45379,1731694670138 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:18:10,028 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:10,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:18:10,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:18:10,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:18:10,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:18:10,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:18:10,332 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:10,736 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:10,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T18:18:10,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T18:18:11,239 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:11,843 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:12,548 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:13,352 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:14,259 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:15,263 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:16,367 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:17,571 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:18,875 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:19,581 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:18:20,280 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:21,784 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:23,388 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:24,552 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:18:25,092 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:26,895 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:28,806 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:29,827 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.shipper74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,45379,1731694670138 got entry batch from reader: null 2024-11-15T18:18:30,810 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:32,915 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:32,953 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T18:18:32,953 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T18:18:35,120 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:37,424 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:39,006 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T18:18:39,006 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T18:18:39,827 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:42,331 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:44,935 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:45,212 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 01349a5ff7c357ba2c67e53904b5e51b, had cached 0 bytes from a total of 31376 2024-11-15T18:18:47,363 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d9cab37a2abd80565d38bd21b32fe5d0, had cached 0 bytes from a total of 15585 2024-11-15T18:18:47,639 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:49,581 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:18:49,827 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.shipper74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,45379,1731694670138 got entry batch from reader: null 2024-11-15T18:18:50,443 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:53,347 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:54,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:18:56,351 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:18:59,454 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:19:02,658 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:19:05,962 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:19:09,366 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:19:09,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:19:09,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:09,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:09,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:09,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:09,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:09,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:19:09,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=193043388, stopped=false 2024-11-15T18:19:09,459 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,37217,1731694674970 2024-11-15T18:19:09,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944833251/running 2024-11-15T18:19:09,541 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944833251/running 2024-11-15T18:19:09,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:19:09,541 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:19:09,541 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:19:09,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:09,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:09,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:09,542 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,36875,1731694675296' ***** 2024-11-15T18:19:09,542 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:19:09,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Set watcher on znode that does not yet exist, /11944833251/running 2024-11-15T18:19:09,542 INFO [RS:0;74ec74825666:36875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:19:09,542 INFO [RS:0;74ec74825666:36875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:19:09,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Set watcher on znode that does not yet exist, /11944833251/running 2024-11-15T18:19:09,542 INFO [RS:0;74ec74825666:36875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:19:09,542 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:19:09,542 INFO [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(3091): Received CLOSE for d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:19:09,543 INFO [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,36875,1731694675296 2024-11-15T18:19:09,543 INFO [RS:0;74ec74825666:36875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:19:09,543 INFO [RS:0;74ec74825666:36875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:36875. 2024-11-15T18:19:09,543 DEBUG [RS:0;74ec74825666:36875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:09,543 DEBUG [RS:0;74ec74825666:36875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:09,543 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9cab37a2abd80565d38bd21b32fe5d0, disabling compactions & flushes 2024-11-15T18:19:09,543 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:19:09,543 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:19:09,543 INFO [RS:0;74ec74825666:36875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:19:09,543 INFO [RS:0;74ec74825666:36875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:19:09,543 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. after waiting 0 ms 2024-11-15T18:19:09,543 INFO [RS:0;74ec74825666:36875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:19:09,543 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:19:09,543 INFO [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:19:09,543 INFO [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:19:09,543 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d9cab37a2abd80565d38bd21b32fe5d0=test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0.} 2024-11-15T18:19:09,543 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d9cab37a2abd80565d38bd21b32fe5d0 2024-11-15T18:19:09,543 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:19:09,544 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:19:09,544 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:19:09,544 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:19:09,544 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:19:09,544 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T18:19:09,555 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/default/test/d9cab37a2abd80565d38bd21b32fe5d0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T18:19:09,556 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:09,556 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:19:09,556 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:19:09,556 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9cab37a2abd80565d38bd21b32fe5d0: Waiting for close lock at 1731694749543Running coprocessor pre-close hooks at 1731694749543Disabling compacts and flushes for region at 1731694749543Disabling writes for close at 1731694749543Writing region close event to WAL at 1731694749544 (+1 ms)Running coprocessor post-close hooks at 1731694749556 (+12 ms)Closed at 1731694749556 2024-11-15T18:19:09,556 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0. 2024-11-15T18:19:09,566 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/info/34e3895332f84a50a1652c8d146c0874 is 129, key is test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0./info:regioninfo/1731694682380/Put/seqid=0 2024-11-15T18:19:09,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741839_1015 (size=6421) 2024-11-15T18:19:09,621 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:19:09,744 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:09,828 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.shipper74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,45379,1731694670138 got entry batch from reader: null 2024-11-15T18:19:09,860 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:19:09,860 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:19:09,944 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:09,971 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/info/34e3895332f84a50a1652c8d146c0874 2024-11-15T18:19:09,989 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/ns/4bafa0f67a5d4a76a1fe11603dbcaa5c is 43, key is default/ns:d/1731694678990/Put/seqid=0 2024-11-15T18:19:09,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741840_1016 (size=5153) 2024-11-15T18:19:10,144 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:10,344 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:10,393 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/ns/4bafa0f67a5d4a76a1fe11603dbcaa5c 2024-11-15T18:19:10,419 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/rep_barrier/0029673eb516446383d471e718ccf90a is 112, key is test,,1731694681227.d9cab37a2abd80565d38bd21b32fe5d0./rep_barrier:seqnumDuringOpen/1731694682380/Put/seqid=0 2024-11-15T18:19:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741841_1017 (size=5518) 2024-11-15T18:19:10,544 INFO [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:19:10,544 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:19:10,544 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:10,745 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:10,823 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/rep_barrier/0029673eb516446383d471e718ccf90a 2024-11-15T18:19:10,841 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/table/efa45cb3a0fb42d583998c46a5d49b06 is 40, key is test/table:state/1731694682389/Put/seqid=0 2024-11-15T18:19:10,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741842_1018 (size=5165) 2024-11-15T18:19:10,945 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:11,145 DEBUG [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:11,245 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/table/efa45cb3a0fb42d583998c46a5d49b06 2024-11-15T18:19:11,251 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/info/34e3895332f84a50a1652c8d146c0874 as hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/info/34e3895332f84a50a1652c8d146c0874 2024-11-15T18:19:11,257 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/info/34e3895332f84a50a1652c8d146c0874, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T18:19:11,258 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/ns/4bafa0f67a5d4a76a1fe11603dbcaa5c as hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/ns/4bafa0f67a5d4a76a1fe11603dbcaa5c 2024-11-15T18:19:11,263 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/ns/4bafa0f67a5d4a76a1fe11603dbcaa5c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T18:19:11,263 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/rep_barrier/0029673eb516446383d471e718ccf90a as hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/rep_barrier/0029673eb516446383d471e718ccf90a 2024-11-15T18:19:11,268 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/rep_barrier/0029673eb516446383d471e718ccf90a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T18:19:11,269 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/.tmp/table/efa45cb3a0fb42d583998c46a5d49b06 as hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/table/efa45cb3a0fb42d583998c46a5d49b06 2024-11-15T18:19:11,273 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/table/efa45cb3a0fb42d583998c46a5d49b06, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T18:19:11,274 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=11, compaction requested=false 2024-11-15T18:19:11,278 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T18:19:11,279 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:11,279 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:19:11,279 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:11,279 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694749543Running coprocessor pre-close hooks at 1731694749543Disabling compacts and flushes for region at 1731694749543Disabling writes for close at 1731694749544 (+1 ms)Obtaining lock to block concurrent updates at 1731694749544Preparing flush snapshotting stores in 1588230740 at 1731694749544Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731694749544Flushing stores of hbase:meta,,1.1588230740 at 1731694749545 (+1 ms)Flushing 1588230740/info: creating writer at 1731694749545Flushing 1588230740/info: appending metadata at 1731694749566 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731694749566Flushing 1588230740/ns: creating writer at 1731694749976 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731694749988 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731694749989 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731694750398 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694750418 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694750418Flushing 1588230740/table: creating writer at 1731694750828 (+410 ms)Flushing 1588230740/table: appending metadata at 1731694750841 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731694750841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b471ed8: reopening flushed file at 1731694751251 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc9c1ee: reopening flushed file at 1731694751257 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3787b: reopening flushed file at 1731694751263 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630d0439: reopening flushed file at 1731694751268 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=11, compaction requested=false at 1731694751274 (+6 ms)Writing region close event to WAL at 1731694751275 (+1 ms)Running coprocessor post-close hooks at 1731694751279 (+4 ms)Closed at 1731694751279 2024-11-15T18:19:11,279 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:11,345 INFO [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,36875,1731694675296; all regions closed. 2024-11-15T18:19:11,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741834_1010 (size=2717) 2024-11-15T18:19:11,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/WALs/74ec74825666,36875,1731694675296/74ec74825666%2C36875%2C1731694675296.meta.1731694678936.meta not finished, retry = 0 2024-11-15T18:19:11,450 DEBUG [RS:0;74ec74825666:36875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/oldWALs 2024-11-15T18:19:11,450 INFO [RS:0;74ec74825666:36875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C36875%2C1731694675296.meta:.meta(num 1731694678936) 2024-11-15T18:19:11,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741832_1008 (size=1028) 2024-11-15T18:19:11,452 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/WALs/74ec74825666,36875,1731694675296/74ec74825666%2C36875%2C1731694675296.1731694677958 not finished, retry = 0 2024-11-15T18:19:11,554 DEBUG [RS:0;74ec74825666:36875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/oldWALs 2024-11-15T18:19:11,555 INFO [RS:0;74ec74825666:36875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C36875%2C1731694675296:(num 1731694677958) 2024-11-15T18:19:11,555 DEBUG [RS:0;74ec74825666:36875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:11,555 INFO [RS:0;74ec74825666:36875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:19:11,555 INFO [RS:0;74ec74825666:36875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:19:11,555 INFO [RS:0;74ec74825666:36875 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:19:11,555 INFO [RS:0;74ec74825666:36875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:19:11,555 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:19:11,555 INFO [RS:0;74ec74825666:36875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:36875. 2024-11-15T18:19:11,555 DEBUG [RS:0;74ec74825666:36875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:11,555 DEBUG [RS:0;74ec74825666:36875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:11,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:11,556 DEBUG [RS:0;74ec74825666:36875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:11,556 INFO [RS:0;74ec74825666:36875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36875 2024-11-15T18:19:11,604 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944833251/rs/74ec74825666,36875,1731694675296 2024-11-15T18:19:11,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251/rs 2024-11-15T18:19:11,604 INFO [RS:0;74ec74825666:36875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:19:11,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,36875,1731694675296] 2024-11-15T18:19:11,625 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11944833251/draining/74ec74825666,36875,1731694675296 already deleted, retry=false 2024-11-15T18:19:11,625 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,36875,1731694675296 expired; onlineServers=0 2024-11-15T18:19:11,625 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,37217,1731694674970' ***** 2024-11-15T18:19:11,625 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:19:11,625 INFO [M:0;74ec74825666:37217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:19:11,625 INFO [M:0;74ec74825666:37217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:19:11,625 DEBUG [M:0;74ec74825666:37217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:19:11,625 DEBUG [M:0;74ec74825666:37217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:19:11,625 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:19:11,625 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694677731 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694677731,5,FailOnTimeoutGroup] 2024-11-15T18:19:11,625 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694677731 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694677731,5,FailOnTimeoutGroup] 2024-11-15T18:19:11,626 INFO [M:0;74ec74825666:37217 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:19:11,626 INFO [M:0;74ec74825666:37217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:19:11,626 DEBUG [M:0;74ec74825666:37217 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:19:11,626 INFO [M:0;74ec74825666:37217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:19:11,626 INFO [M:0;74ec74825666:37217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:19:11,626 INFO [M:0;74ec74825666:37217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:19:11,626 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:19:11,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11944833251/master 2024-11-15T18:19:11,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11944833251 2024-11-15T18:19:11,636 DEBUG [M:0;74ec74825666:37217 {}] zookeeper.ZKUtil(347): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Unable to get data of znode /11944833251/master because node does not exist (not an error) 2024-11-15T18:19:11,636 WARN [M:0;74ec74825666:37217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:19:11,637 INFO [M:0;74ec74825666:37217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/.lastflushedseqids 2024-11-15T18:19:11,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741843_1019 (size=173) 2024-11-15T18:19:11,715 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:11,715 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36875-0x1013fb7a3f50004, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:11,715 INFO [RS:0;74ec74825666:36875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:19:11,715 INFO [RS:0;74ec74825666:36875 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,36875,1731694675296; zookeeper connection closed. 2024-11-15T18:19:11,715 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a8521ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a8521ad 2024-11-15T18:19:11,715 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:19:12,041 INFO [M:0;74ec74825666:37217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:19:12,041 INFO [M:0;74ec74825666:37217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:19:12,042 DEBUG [M:0;74ec74825666:37217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:19:12,042 INFO [M:0;74ec74825666:37217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:12,042 DEBUG [M:0;74ec74825666:37217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:12,042 DEBUG [M:0;74ec74825666:37217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:19:12,042 DEBUG [M:0;74ec74825666:37217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:12,042 INFO [M:0;74ec74825666:37217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-15T18:19:12,056 DEBUG [M:0;74ec74825666:37217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e1ed26d7cc64678bc1b16a9de50a5c1 is 82, key is hbase:meta,,1/info:regioninfo/1731694678968/Put/seqid=0 2024-11-15T18:19:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741844_1020 (size=5672) 2024-11-15T18:19:12,460 INFO [M:0;74ec74825666:37217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e1ed26d7cc64678bc1b16a9de50a5c1 2024-11-15T18:19:12,476 DEBUG [M:0;74ec74825666:37217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2eb0f6be46324f2bbcf79f36769b738c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731694682394/Put/seqid=0 2024-11-15T18:19:12,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741845_1021 (size=6727) 2024-11-15T18:19:12,869 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 to pos 997, reset compression=false 2024-11-15T18:19:12,880 INFO [M:0;74ec74825666:37217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2eb0f6be46324f2bbcf79f36769b738c 2024-11-15T18:19:12,885 INFO [M:0;74ec74825666:37217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2eb0f6be46324f2bbcf79f36769b738c 2024-11-15T18:19:12,901 DEBUG [M:0;74ec74825666:37217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96bd8201677c46b7849f2bc6f5695526 is 69, key is 74ec74825666,36875,1731694675296/rs:state/1731694677782/Put/seqid=0 2024-11-15T18:19:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741846_1022 (size=5156) 2024-11-15T18:19:13,305 INFO [M:0;74ec74825666:37217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96bd8201677c46b7849f2bc6f5695526 2024-11-15T18:19:13,311 DEBUG [M:0;74ec74825666:37217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e1ed26d7cc64678bc1b16a9de50a5c1 as hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e1ed26d7cc64678bc1b16a9de50a5c1 2024-11-15T18:19:13,316 INFO [M:0;74ec74825666:37217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e1ed26d7cc64678bc1b16a9de50a5c1, entries=8, sequenceid=58, filesize=5.5 K 2024-11-15T18:19:13,317 DEBUG [M:0;74ec74825666:37217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2eb0f6be46324f2bbcf79f36769b738c as hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2eb0f6be46324f2bbcf79f36769b738c 2024-11-15T18:19:13,322 INFO [M:0;74ec74825666:37217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2eb0f6be46324f2bbcf79f36769b738c 2024-11-15T18:19:13,322 INFO [M:0;74ec74825666:37217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2eb0f6be46324f2bbcf79f36769b738c, entries=6, sequenceid=58, filesize=6.6 K 2024-11-15T18:19:13,323 DEBUG [M:0;74ec74825666:37217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96bd8201677c46b7849f2bc6f5695526 as hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96bd8201677c46b7849f2bc6f5695526 2024-11-15T18:19:13,327 INFO [M:0;74ec74825666:37217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96bd8201677c46b7849f2bc6f5695526, entries=1, sequenceid=58, filesize=5.0 K 2024-11-15T18:19:13,329 INFO [M:0;74ec74825666:37217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=58, compaction requested=false 2024-11-15T18:19:13,336 INFO [M:0;74ec74825666:37217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:13,336 DEBUG [M:0;74ec74825666:37217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694752041Disabling compacts and flushes for region at 1731694752041Disabling writes for close at 1731694752042 (+1 ms)Obtaining lock to block concurrent updates at 1731694752042Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694752042Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731694752042Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694752043 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694752043Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694752055 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694752055Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694752464 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694752476 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694752476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694752885 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694752900 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694752900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e041fc9: reopening flushed file at 1731694753310 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b62b75: reopening flushed file at 1731694753316 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d97ff7: reopening flushed file at 1731694753322 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=58, compaction requested=false at 1731694753329 (+7 ms)Writing region close event to WAL at 1731694753336 (+7 ms)Closed at 1731694753336 2024-11-15T18:19:13,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e00f7926-43d1-0476-9547-d506a61fcaa4/MasterData/WALs/74ec74825666,37217,1731694674970/74ec74825666%2C37217%2C1731694674970.1731694677051 not finished, retry = 0 2024-11-15T18:19:13,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741830_1006 (size=33026) 2024-11-15T18:19:13,439 INFO [M:0;74ec74825666:37217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:19:13,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:19:13,440 INFO [M:0;74ec74825666:37217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37217 2024-11-15T18:19:13,440 INFO [M:0;74ec74825666:37217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:19:13,550 INFO [M:0;74ec74825666:37217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:19:13,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:13,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37217-0x1013fb7a3f50003, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:13,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376e6613{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:19:13,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:19:13,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:19:13,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:19:13,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/hadoop.log.dir/,STOPPED} 2024-11-15T18:19:13,554 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:19:13,554 WARN [BP-2065963900-172.17.0.2-1731694673036 heartbeating to localhost/127.0.0.1:46525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:19:13,554 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:19:13,554 WARN [BP-2065963900-172.17.0.2-1731694673036 heartbeating to localhost/127.0.0.1:46525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2065963900-172.17.0.2-1731694673036 (Datanode Uuid d10de1de-2a29-434c-ac9d-5d97ccb5913d) service to localhost/127.0.0.1:46525 2024-11-15T18:19:13,555 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/cluster_ea5dd850-7180-4b88-47ef-449709073fa9/data/data1/current/BP-2065963900-172.17.0.2-1731694673036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:19:13,555 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/cluster_ea5dd850-7180-4b88-47ef-449709073fa9/data/data2/current/BP-2065963900-172.17.0.2-1731694673036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:19:13,555 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:19:13,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@232a9ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:19:13,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:19:13,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:19:13,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:19:13,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/hadoop.log.dir/,STOPPED} 2024-11-15T18:19:13,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:19:13,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:19:13,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:13,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:13,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:13,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:13,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:13,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:19:13,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1210516222, stopped=false 2024-11-15T18:19:13,576 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,37241,1731694669994 2024-11-15T18:19:13,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919669891/running 2024-11-15T18:19:13,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919669891/running 2024-11-15T18:19:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:19:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:19:13,587 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:19:13,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:13,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:13,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:13,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Set watcher on znode that does not yet exist, /0-1919669891/running 2024-11-15T18:19:13,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Set watcher on znode that does not yet exist, /0-1919669891/running 2024-11-15T18:19:13,588 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,45379,1731694670138' ***** 2024-11-15T18:19:13,588 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:19:13,588 INFO [RS:0;74ec74825666:45379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:19:13,588 INFO [RS:0;74ec74825666:45379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:19:13,588 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:19:13,588 INFO [RS:0;74ec74825666:45379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:19:13,588 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(3091): Received CLOSE for 01349a5ff7c357ba2c67e53904b5e51b 2024-11-15T18:19:13,592 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(3091): Received CLOSE for 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:19:13,592 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,45379,1731694670138 2024-11-15T18:19:13,592 INFO [RS:0;74ec74825666:45379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:19:13,592 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01349a5ff7c357ba2c67e53904b5e51b, disabling compactions & flushes 2024-11-15T18:19:13,592 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:19:13,592 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:19:13,592 INFO [RS:0;74ec74825666:45379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:45379. 2024-11-15T18:19:13,592 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. after waiting 0 ms 2024-11-15T18:19:13,592 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:19:13,592 DEBUG [RS:0;74ec74825666:45379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:13,592 DEBUG [RS:0;74ec74825666:45379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:13,592 INFO [RS:0;74ec74825666:45379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:19:13,592 INFO [RS:0;74ec74825666:45379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:19:13,592 INFO [RS:0;74ec74825666:45379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:19:13,592 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:19:13,595 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:19:13,595 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 01349a5ff7c357ba2c67e53904b5e51b=test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b., 4369621c4a78a577b430012fbaacaf36=hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36.} 2024-11-15T18:19:13,595 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1351): Waiting on 01349a5ff7c357ba2c67e53904b5e51b, 1588230740, 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:19:13,595 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:19:13,595 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:19:13,595 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:19:13,595 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:19:13,595 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:19:13,596 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:19:13,601 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/default/test/01349a5ff7c357ba2c67e53904b5e51b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:19:13,602 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:13,602 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:19:13,602 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:19:13,602 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01349a5ff7c357ba2c67e53904b5e51b: Waiting for close lock at 1731694753592Running coprocessor pre-close hooks at 1731694753592Disabling compacts and flushes for region at 1731694753592Disabling writes for close at 1731694753592Writing region close event to WAL at 1731694753597 (+5 ms)Running coprocessor post-close hooks at 1731694753602 (+5 ms)Closed at 1731694753602 2024-11-15T18:19:13,602 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b. 2024-11-15T18:19:13,602 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4369621c4a78a577b430012fbaacaf36, disabling compactions & flushes 2024-11-15T18:19:13,602 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:19:13,602 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:19:13,602 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. after waiting 0 ms 2024-11-15T18:19:13,602 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:19:13,603 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4369621c4a78a577b430012fbaacaf36 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-15T18:19:13,615 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/info/acfd0c7124884ea9b47270b98969281c is 147, key is hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36./info:regioninfo/1731694684653/Put/seqid=0 2024-11-15T18:19:13,624 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:19:13,625 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/.tmp/hfileref/3817429e0c434aa8a8b897661eec8899 is 74, key is 1/hfileref:60038cb3db6645b6bf9cf5e42a6d0b39_SeqId_4_/1731694687998/DeleteColumn/seqid=0 2024-11-15T18:19:13,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741844_1020 (size=7686) 2024-11-15T18:19:13,633 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/info/acfd0c7124884ea9b47270b98969281c 2024-11-15T18:19:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741845_1021 (size=5203) 2024-11-15T18:19:13,637 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/.tmp/hfileref/3817429e0c434aa8a8b897661eec8899 2024-11-15T18:19:13,672 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/ns/fd47c10d502849b88bde1c8bea4c677d is 43, key is default/ns:d/1731694672939/Put/seqid=0 2024-11-15T18:19:13,677 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/.tmp/queue/71a9465a6bca4ca69feb3fb04cd05c60 is 153, key is 1-74ec74825666,45379,1731694670138/queue:74ec74825666%2C45379%2C1731694670138/1731694689825/Put/seqid=0 2024-11-15T18:19:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741846_1022 (size=5153) 2024-11-15T18:19:13,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741847_1023 (size=5352) 2024-11-15T18:19:13,796 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:19:13,997 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4369621c4a78a577b430012fbaacaf36 2024-11-15T18:19:14,082 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/ns/fd47c10d502849b88bde1c8bea4c677d 2024-11-15T18:19:14,092 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/.tmp/queue/71a9465a6bca4ca69feb3fb04cd05c60 2024-11-15T18:19:14,099 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/.tmp/hfileref/3817429e0c434aa8a8b897661eec8899 as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/hfileref/3817429e0c434aa8a8b897661eec8899 2024-11-15T18:19:14,107 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/hfileref/3817429e0c434aa8a8b897661eec8899, entries=2, sequenceid=10, filesize=5.1 K 2024-11-15T18:19:14,111 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/.tmp/queue/71a9465a6bca4ca69feb3fb04cd05c60 as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/queue/71a9465a6bca4ca69feb3fb04cd05c60 2024-11-15T18:19:14,113 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/rep_barrier/0e8c8fd918d94aada9eb1d8501c0a834 is 112, key is test,,1731694679068.01349a5ff7c357ba2c67e53904b5e51b./rep_barrier:seqnumDuringOpen/1731694680231/Put/seqid=0 2024-11-15T18:19:14,119 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/queue/71a9465a6bca4ca69feb3fb04cd05c60, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T18:19:14,120 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4369621c4a78a577b430012fbaacaf36 in 517ms, sequenceid=10, compaction requested=false 2024-11-15T18:19:14,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741848_1024 (size=5518) 2024-11-15T18:19:14,138 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/replication/4369621c4a78a577b430012fbaacaf36/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T18:19:14,138 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:14,139 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:19:14,139 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:19:14,139 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4369621c4a78a577b430012fbaacaf36: Waiting for close lock at 1731694753602Running coprocessor pre-close hooks at 1731694753602Disabling compacts and flushes for region at 1731694753602Disabling writes for close at 1731694753602Obtaining lock to block concurrent updates at 1731694753603 (+1 ms)Preparing flush snapshotting stores in 4369621c4a78a577b430012fbaacaf36 at 1731694753603Finished memstore snapshotting hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731694753603Flushing stores of hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. at 1731694753604 (+1 ms)Flushing 4369621c4a78a577b430012fbaacaf36/hfileref: creating writer at 1731694753604Flushing 4369621c4a78a577b430012fbaacaf36/hfileref: appending metadata at 1731694753625 (+21 ms)Flushing 4369621c4a78a577b430012fbaacaf36/hfileref: closing flushed file at 1731694753625Flushing 4369621c4a78a577b430012fbaacaf36/queue: creating writer at 1731694753656 (+31 ms)Flushing 4369621c4a78a577b430012fbaacaf36/queue: appending metadata at 1731694753676 (+20 ms)Flushing 4369621c4a78a577b430012fbaacaf36/queue: closing flushed file at 1731694753676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c10af90: reopening flushed file at 1731694754098 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775cc88f: reopening flushed file at 1731694754107 (+9 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4369621c4a78a577b430012fbaacaf36 in 517ms, sequenceid=10, compaction requested=false at 1731694754120 (+13 ms)Writing region close event to WAL at 1731694754129 (+9 ms)Running coprocessor post-close hooks at 1731694754138 (+9 ms)Closed at 1731694754139 (+1 ms) 2024-11-15T18:19:14,139 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694683399.4369621c4a78a577b430012fbaacaf36. 2024-11-15T18:19:14,197 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:14,259 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:19:14,259 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:19:14,397 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:14,524 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/rep_barrier/0e8c8fd918d94aada9eb1d8501c0a834 2024-11-15T18:19:14,559 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/table/4ca5943560df436fb3f47d8b7889a4e7 is 53, key is hbase:replication/table:state/1731694684665/Put/seqid=0 2024-11-15T18:19:14,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741849_1025 (size=5308) 2024-11-15T18:19:14,597 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:19:14,597 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:19:14,597 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:14,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:14,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:14,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:14,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:14,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:14,798 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:14,974 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/table/4ca5943560df436fb3f47d8b7889a4e7 2024-11-15T18:19:14,983 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/info/acfd0c7124884ea9b47270b98969281c as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/info/acfd0c7124884ea9b47270b98969281c 2024-11-15T18:19:14,989 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/info/acfd0c7124884ea9b47270b98969281c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:19:14,990 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/ns/fd47c10d502849b88bde1c8bea4c677d as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/ns/fd47c10d502849b88bde1c8bea4c677d 2024-11-15T18:19:14,996 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/ns/fd47c10d502849b88bde1c8bea4c677d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:19:14,997 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/rep_barrier/0e8c8fd918d94aada9eb1d8501c0a834 as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/rep_barrier/0e8c8fd918d94aada9eb1d8501c0a834 2024-11-15T18:19:14,998 DEBUG [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:15,004 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/rep_barrier/0e8c8fd918d94aada9eb1d8501c0a834, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:19:15,005 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/.tmp/table/4ca5943560df436fb3f47d8b7889a4e7 as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/table/4ca5943560df436fb3f47d8b7889a4e7 2024-11-15T18:19:15,010 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/table/4ca5943560df436fb3f47d8b7889a4e7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:19:15,011 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=16, compaction requested=false 2024-11-15T18:19:15,021 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:19:15,021 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:15,022 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:19:15,022 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:15,022 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694753595Running coprocessor pre-close hooks at 1731694753595Disabling compacts and flushes for region at 1731694753595Disabling writes for close at 1731694753595Obtaining lock to block concurrent updates at 1731694753596 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731694753596Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694753596Flushing stores of hbase:meta,,1.1588230740 at 1731694753597 (+1 ms)Flushing 1588230740/info: creating writer at 1731694753597Flushing 1588230740/info: appending metadata at 1731694753614 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731694753614Flushing 1588230740/ns: creating writer at 1731694753648 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731694753671 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731694753671Flushing 1588230740/rep_barrier: creating writer at 1731694754087 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694754112 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694754112Flushing 1588230740/table: creating writer at 1731694754531 (+419 ms)Flushing 1588230740/table: appending metadata at 1731694754558 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731694754558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a4d06f8: reopening flushed file at 1731694754982 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b67aaa: reopening flushed file at 1731694754989 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5565f39f: reopening flushed file at 1731694754996 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b62cfb6: reopening flushed file at 1731694755004 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=16, compaction requested=false at 1731694755011 (+7 ms)Writing region close event to WAL at 1731694755013 (+2 ms)Running coprocessor post-close hooks at 1731694755021 (+8 ms)Closed at 1731694755022 (+1 ms) 2024-11-15T18:19:15,022 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:15,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:19:15,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:15,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:15,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:15,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:15,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:15,198 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,45379,1731694670138; all regions closed. 2024-11-15T18:19:15,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741834_1010 (size=4239) 2024-11-15T18:19:15,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.meta.1731694672882.meta not finished, retry = 0 2024-11-15T18:19:15,303 DEBUG [RS:0;74ec74825666:45379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/oldWALs 2024-11-15T18:19:15,304 INFO [RS:0;74ec74825666:45379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C45379%2C1731694670138.meta:.meta(num 1731694672882) 2024-11-15T18:19:15,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741839_1015 (size=2700) 2024-11-15T18:19:15,308 DEBUG [RS:0;74ec74825666:45379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/oldWALs 2024-11-15T18:19:15,308 INFO [RS:0;74ec74825666:45379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C45379%2C1731694670138.rep:(num 1731694684596) 2024-11-15T18:19:15,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741833_1009 (size=1300) 2024-11-15T18:19:15,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/WALs/74ec74825666,45379,1731694670138/74ec74825666%2C45379%2C1731694670138.1731694672394 not finished, retry = 0 2024-11-15T18:19:15,413 DEBUG [RS:0;74ec74825666:45379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/oldWALs 2024-11-15T18:19:15,413 INFO [RS:0;74ec74825666:45379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C45379%2C1731694670138:(num 1731694672394) 2024-11-15T18:19:15,413 DEBUG [RS:0;74ec74825666:45379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:15,413 INFO [RS:0;74ec74825666:45379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:19:15,413 INFO [RS:0;74ec74825666:45379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:19:15,414 INFO [RS:0;74ec74825666:45379 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:19:15,414 INFO [RS:0;74ec74825666:45379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:19:15,414 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:19:15,414 INFO [RS:0;74ec74825666:45379 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,45379,1731694670138 because: Region server is closing 2024-11-15T18:19:15,414 INFO [RS:0;74ec74825666:45379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:45379. 2024-11-15T18:19:15,414 DEBUG [RS:0;74ec74825666:45379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:15,414 DEBUG [RS:0;74ec74825666:45379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:15,415 DEBUG [RS:0;74ec74825666:45379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:15,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:15,515 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.shipper74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T18:19:15,515 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.wal-reader.74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:19:15,515 INFO [RS:0;74ec74825666:45379 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,45379,1731694670138.replicationSource.shipper74ec74825666%2C45379%2C1731694670138,1-74ec74825666,45379,1731694670138 terminated 2024-11-15T18:19:15,515 INFO [RS:0;74ec74825666:45379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45379 2024-11-15T18:19:15,555 INFO [RS:0;74ec74825666:45379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:19:15,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891/rs 2024-11-15T18:19:15,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919669891/rs/74ec74825666,45379,1731694670138 2024-11-15T18:19:15,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,45379,1731694670138] 2024-11-15T18:19:15,586 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919669891/draining/74ec74825666,45379,1731694670138 already deleted, retry=false 2024-11-15T18:19:15,586 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,45379,1731694670138 expired; onlineServers=0 2024-11-15T18:19:15,586 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,37241,1731694669994' ***** 2024-11-15T18:19:15,586 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:19:15,587 INFO [M:0;74ec74825666:37241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:19:15,587 INFO [M:0;74ec74825666:37241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:19:15,587 DEBUG [M:0;74ec74825666:37241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:19:15,587 DEBUG [M:0;74ec74825666:37241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:19:15,587 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:19:15,587 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694672168 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694672168,5,FailOnTimeoutGroup] 2024-11-15T18:19:15,587 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694672164 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694672164,5,FailOnTimeoutGroup] 2024-11-15T18:19:15,587 INFO [M:0;74ec74825666:37241 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:19:15,587 INFO [M:0;74ec74825666:37241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:19:15,587 DEBUG [M:0;74ec74825666:37241 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:19:15,587 INFO [M:0;74ec74825666:37241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:19:15,587 INFO [M:0;74ec74825666:37241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:19:15,587 INFO [M:0;74ec74825666:37241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:19:15,587 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:19:15,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919669891/master 2024-11-15T18:19:15,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919669891 2024-11-15T18:19:15,597 DEBUG [M:0;74ec74825666:37241 {}] zookeeper.ZKUtil(347): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Unable to get data of znode /0-1919669891/master because node does not exist (not an error) 2024-11-15T18:19:15,597 WARN [M:0;74ec74825666:37241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:19:15,598 INFO [M:0;74ec74825666:37241 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/.lastflushedseqids 2024-11-15T18:19:15,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741850_1026 (size=263) 2024-11-15T18:19:15,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:15,676 INFO [RS:0;74ec74825666:45379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:19:15,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013fb7a3f50001, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:15,676 INFO [RS:0;74ec74825666:45379 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,45379,1731694670138; zookeeper connection closed. 2024-11-15T18:19:15,676 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@798fbe7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@798fbe7 2024-11-15T18:19:15,677 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:19:16,003 INFO [M:0;74ec74825666:37241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:19:16,003 INFO [M:0;74ec74825666:37241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:19:16,004 DEBUG [M:0;74ec74825666:37241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:19:16,004 INFO [M:0;74ec74825666:37241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:16,004 DEBUG [M:0;74ec74825666:37241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:16,004 DEBUG [M:0;74ec74825666:37241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:19:16,004 DEBUG [M:0;74ec74825666:37241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:16,004 INFO [M:0;74ec74825666:37241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-15T18:19:16,020 DEBUG [M:0;74ec74825666:37241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/274a5e44f8594272bbeb32389f2e271e is 82, key is hbase:meta,,1/info:regioninfo/1731694672917/Put/seqid=0 2024-11-15T18:19:16,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741851_1027 (size=5672) 2024-11-15T18:19:16,425 INFO [M:0;74ec74825666:37241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/274a5e44f8594272bbeb32389f2e271e 2024-11-15T18:19:16,442 DEBUG [M:0;74ec74825666:37241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f6afa23d3a045e6a5384522b1051f89 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731694680246/Put/seqid=0 2024-11-15T18:19:16,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741852_1028 (size=7240) 2024-11-15T18:19:16,847 INFO [M:0;74ec74825666:37241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f6afa23d3a045e6a5384522b1051f89 2024-11-15T18:19:16,851 INFO [M:0;74ec74825666:37241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f6afa23d3a045e6a5384522b1051f89 2024-11-15T18:19:16,864 DEBUG [M:0;74ec74825666:37241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcd9dd0edeeb42e8a104e0fa8a8d93ec is 69, key is 74ec74825666,45379,1731694670138/rs:state/1731694672225/Put/seqid=0 2024-11-15T18:19:16,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741853_1029 (size=5156) 2024-11-15T18:19:17,268 INFO [M:0;74ec74825666:37241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcd9dd0edeeb42e8a104e0fa8a8d93ec 2024-11-15T18:19:17,273 DEBUG [M:0;74ec74825666:37241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/274a5e44f8594272bbeb32389f2e271e as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/274a5e44f8594272bbeb32389f2e271e 2024-11-15T18:19:17,277 INFO [M:0;74ec74825666:37241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/274a5e44f8594272bbeb32389f2e271e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T18:19:17,278 DEBUG [M:0;74ec74825666:37241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f6afa23d3a045e6a5384522b1051f89 as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f6afa23d3a045e6a5384522b1051f89 2024-11-15T18:19:17,285 INFO [M:0;74ec74825666:37241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f6afa23d3a045e6a5384522b1051f89 2024-11-15T18:19:17,285 INFO [M:0;74ec74825666:37241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f6afa23d3a045e6a5384522b1051f89, entries=11, sequenceid=105, filesize=7.1 K 2024-11-15T18:19:17,286 DEBUG [M:0;74ec74825666:37241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcd9dd0edeeb42e8a104e0fa8a8d93ec as hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcd9dd0edeeb42e8a104e0fa8a8d93ec 2024-11-15T18:19:17,292 INFO [M:0;74ec74825666:37241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/e332c50f-7386-8ed1-207d-7d9ceee4fcb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcd9dd0edeeb42e8a104e0fa8a8d93ec, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T18:19:17,293 INFO [M:0;74ec74825666:37241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-15T18:19:17,300 INFO [M:0;74ec74825666:37241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:17,300 DEBUG [M:0;74ec74825666:37241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694756004Disabling compacts and flushes for region at 1731694756004Disabling writes for close at 1731694756004Obtaining lock to block concurrent updates at 1731694756004Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694756004Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731694756004Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694756005 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694756005Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694756020 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694756020Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694756429 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694756442 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694756442Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694756851 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694756863 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694756863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91dc835: reopening flushed file at 1731694757272 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38cf57f2: reopening flushed file at 1731694757277 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4022d249: reopening flushed file at 1731694757285 (+8 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1731694757293 (+8 ms)Writing region close event to WAL at 1731694757300 (+7 ms)Closed at 1731694757300 2024-11-15T18:19:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741830_1006 (size=64526) 2024-11-15T18:19:17,304 INFO [M:0;74ec74825666:37241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:19:17,304 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:19:17,304 INFO [M:0;74ec74825666:37241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37241 2024-11-15T18:19:17,304 INFO [M:0;74ec74825666:37241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:19:17,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:17,473 INFO [M:0;74ec74825666:37241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:19:17,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013fb7a3f50000, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:17,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2efdfa1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:19:17,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:19:17,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:19:17,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:19:17,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/hadoop.log.dir/,STOPPED} 2024-11-15T18:19:17,477 WARN [BP-368426482-172.17.0.2-1731694667873 heartbeating to localhost/127.0.0.1:43491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:19:17,477 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:19:17,477 WARN [BP-368426482-172.17.0.2-1731694667873 heartbeating to localhost/127.0.0.1:43491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-368426482-172.17.0.2-1731694667873 (Datanode Uuid 7cad1ab0-c26c-44db-b8b8-c86caaf7d10e) service to localhost/127.0.0.1:43491 2024-11-15T18:19:17,477 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:19:17,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/cluster_f5d85998-a158-da2b-f2f8-3c1b86a2fc8a/data/data1/current/BP-368426482-172.17.0.2-1731694667873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:19:17,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/cluster_f5d85998-a158-da2b-f2f8-3c1b86a2fc8a/data/data2/current/BP-368426482-172.17.0.2-1731694667873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:19:17,478 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:19:17,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1ba51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:19:17,488 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:19:17,488 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:19:17,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:19:17,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ee916f-961c-6618-eca6-876cfcf91fb1/hadoop.log.dir/,STOPPED} 2024-11-15T18:19:17,494 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:19:17,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:19:17,566 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59969) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43491 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59969) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f998cb8c3f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f998cb8c3f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46525 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 478), ProcessCount=11 (was 11), AvailableMemoryMB=3331 (was 3427) 2024-11-15T18:19:17,575 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=3329 2024-11-15T18:19:17,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013fb7a3f50005, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:19:17,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013fb7a3f50002, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:19:17,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013fb7a3f50005, quorum=127.0.0.1:59969, baseZNode=/11944833251 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:19:17,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013fb7a3f50002, quorum=127.0.0.1:59969, baseZNode=/0-1919669891 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:19:17,593 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-15T18:19:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/hadoop.log.dir so I do NOT create it in target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae 2024-11-15T18:19:17,594 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:19:17,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/hadoop.tmp.dir so I do NOT create it in target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae 2024-11-15T18:19:17,594 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44eec5ee-f14d-45f4-8e6b-a6f5cf42227f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:19:17,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae 2024-11-15T18:19:17,594 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/cluster_ebacfe56-a74b-38c0-a3d6-e4c6d3968149, deleteOnExit=true 2024-11-15T18:19:17,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/cluster_ebacfe56-a74b-38c0-a3d6-e4c6d3968149/zookeeper_0, clientPort=62917, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/cluster_ebacfe56-a74b-38c0-a3d6-e4c6d3968149/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/cluster_ebacfe56-a74b-38c0-a3d6-e4c6d3968149/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:19:17,620 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62917 2024-11-15T18:19:17,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:19:17,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:19:17,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/test.cache.data in system properties and HBase conf 2024-11-15T18:19:17,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:19:17,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:19:17,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:19:17,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:19:17,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:19:17,621 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:19:17,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:19:17,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:19:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:19:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:19:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:19:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:19:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:19:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:19:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:19:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:19:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:19:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:19:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:19:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:19:18,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:18,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:19:18,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:19:18,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:19:18,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:19:18,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:18,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d32fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:19:18,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:19:18,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@159e5a7f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/java.io.tmpdir/jetty-localhost-35213-hadoop-hdfs-3_4_1-tests_jar-_-any-6689436450322873763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:19:18,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4649bf0f{HTTP/1.1, (http/1.1)}{localhost:35213} 2024-11-15T18:19:18,748 INFO [Time-limited test {}] server.Server(415): Started @144109ms 2024-11-15T18:19:19,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:19,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:19:19,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:19:19,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:19:19,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:19:19,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:19:19,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:19:19,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39cef80a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/java.io.tmpdir/jetty-localhost-44715-hadoop-hdfs-3_4_1-tests_jar-_-any-10292692954530113468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:19:19,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4184d484{HTTP/1.1, (http/1.1)}{localhost:44715} 2024-11-15T18:19:19,461 INFO [Time-limited test {}] server.Server(415): Started @144823ms 2024-11-15T18:19:19,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:19:20,196 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/cluster_ebacfe56-a74b-38c0-a3d6-e4c6d3968149/data/data2/current/BP-64875842-172.17.0.2-1731694757645/current, will proceed with Du for space computation calculation, 2024-11-15T18:19:20,196 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/cluster_ebacfe56-a74b-38c0-a3d6-e4c6d3968149/data/data1/current/BP-64875842-172.17.0.2-1731694757645/current, will proceed with Du for space computation calculation, 2024-11-15T18:19:20,211 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:19:20,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abec2b56384497e with lease ID 0x33e85a4535ce949d: Processing first storage report for DS-33c8d91e-2344-4d75-ab1b-4cb473b1c840 from datanode DatanodeRegistration(127.0.0.1:46803, datanodeUuid=0985bed3-b649-4017-9754-4297462915a7, infoPort=33909, infoSecurePort=0, ipcPort=36763, storageInfo=lv=-57;cid=testClusterID;nsid=1644170026;c=1731694757645) 2024-11-15T18:19:20,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abec2b56384497e with lease ID 0x33e85a4535ce949d: from storage DS-33c8d91e-2344-4d75-ab1b-4cb473b1c840 node DatanodeRegistration(127.0.0.1:46803, datanodeUuid=0985bed3-b649-4017-9754-4297462915a7, infoPort=33909, infoSecurePort=0, ipcPort=36763, storageInfo=lv=-57;cid=testClusterID;nsid=1644170026;c=1731694757645), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:19:20,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abec2b56384497e with lease ID 0x33e85a4535ce949d: Processing first storage report for DS-0d9b3d1d-7e28-47f2-a72d-f369561f0b89 from datanode DatanodeRegistration(127.0.0.1:46803, datanodeUuid=0985bed3-b649-4017-9754-4297462915a7, infoPort=33909, infoSecurePort=0, ipcPort=36763, storageInfo=lv=-57;cid=testClusterID;nsid=1644170026;c=1731694757645) 2024-11-15T18:19:20,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abec2b56384497e with lease ID 0x33e85a4535ce949d: from storage DS-0d9b3d1d-7e28-47f2-a72d-f369561f0b89 node DatanodeRegistration(127.0.0.1:46803, datanodeUuid=0985bed3-b649-4017-9754-4297462915a7, infoPort=33909, infoSecurePort=0, ipcPort=36763, storageInfo=lv=-57;cid=testClusterID;nsid=1644170026;c=1731694757645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:19:20,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae 2024-11-15T18:19:20,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:20,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:20,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:19:20,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:19:20,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:20,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:20,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:20,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:20,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:20,719 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1 with version=8 2024-11-15T18:19:20,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/hbase-staging 2024-11-15T18:19:20,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:19:20,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:20,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:20,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:19:20,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:20,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:19:20,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:19:20,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:19:20,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35155 2024-11-15T18:19:20,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35155 connecting to ZooKeeper ensemble=127.0.0.1:62917 2024-11-15T18:19:20,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351550x0, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:20,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35155-0x1013fb9029e0000 connected 2024-11-15T18:19:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:19:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:19:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T18:19:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:19:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T18:19:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:19:21,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:21,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:21,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/running 2024-11-15T18:19:21,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1, hbase.cluster.distributed=false 2024-11-15T18:19:21,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/acl 2024-11-15T18:19:21,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35155 2024-11-15T18:19:21,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35155 2024-11-15T18:19:21,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35155 2024-11-15T18:19:21,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35155 2024-11-15T18:19:21,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35155 2024-11-15T18:19:21,029 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:19:21,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:21,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:21,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:19:21,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:21,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:19:21,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:19:21,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:19:21,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35821 2024-11-15T18:19:21,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35821 connecting to ZooKeeper ensemble=127.0.0.1:62917 2024-11-15T18:19:21,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:21,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:21,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358210x0, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:21,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358210x0, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/running 2024-11-15T18:19:21,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35821-0x1013fb9029e0001 connected 2024-11-15T18:19:21,050 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:19:21,051 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:19:21,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/master 2024-11-15T18:19:21,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/acl 2024-11-15T18:19:21,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35821 2024-11-15T18:19:21,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35821 2024-11-15T18:19:21,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35821 2024-11-15T18:19:21,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35821 2024-11-15T18:19:21,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35821 2024-11-15T18:19:21,065 DEBUG [M:0;74ec74825666:35155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:35155 2024-11-15T18:19:21,066 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01416333512/backup-masters/74ec74825666,35155,1731694760720 2024-11-15T18:19:21,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/backup-masters 2024-11-15T18:19:21,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/backup-masters 2024-11-15T18:19:21,078 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on existing znode=/01416333512/backup-masters/74ec74825666,35155,1731694760720 2024-11-15T18:19:21,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01416333512/master 2024-11-15T18:19:21,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:21,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:21,088 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on existing znode=/01416333512/master 2024-11-15T18:19:21,088 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01416333512/backup-masters/74ec74825666,35155,1731694760720 from backup master directory 2024-11-15T18:19:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/backup-masters 2024-11-15T18:19:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416333512/backup-masters/74ec74825666,35155,1731694760720 2024-11-15T18:19:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/backup-masters 2024-11-15T18:19:21,098 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:19:21,098 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,35155,1731694760720 2024-11-15T18:19:21,102 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/hbase.id] with ID: 5f154052-8f20-4a97-8943-17997ace181c 2024-11-15T18:19:21,102 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/.tmp/hbase.id 2024-11-15T18:19:21,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:19:21,515 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/.tmp/hbase.id]:[hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/hbase.id] 2024-11-15T18:19:21,526 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:21,526 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:19:21,528 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T18:19:21,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:21,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:21,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:19:21,948 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:19:21,949 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:19:21,951 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:19:21,962 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store 2024-11-15T18:19:21,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:19:22,373 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:22,373 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:19:22,373 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:22,373 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:22,373 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:19:22,373 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:22,373 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:22,373 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694762373Disabling compacts and flushes for region at 1731694762373Disabling writes for close at 1731694762373Writing region close event to WAL at 1731694762373Closed at 1731694762373 2024-11-15T18:19:22,374 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/.initializing 2024-11-15T18:19:22,374 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,35155,1731694760720 2024-11-15T18:19:22,375 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:19:22,377 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C35155%2C1731694760720, suffix=, logDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,35155,1731694760720, archiveDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/oldWALs, maxLogs=10 2024-11-15T18:19:22,392 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,35155,1731694760720/74ec74825666%2C35155%2C1731694760720.1731694762377, exclude list is [], retry=0 2024-11-15T18:19:22,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-33c8d91e-2344-4d75-ab1b-4cb473b1c840,DISK] 2024-11-15T18:19:22,397 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,35155,1731694760720/74ec74825666%2C35155%2C1731694760720.1731694762377 2024-11-15T18:19:22,397 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-15T18:19:22,397 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:22,397 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:22,397 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,397 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:19:22,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:22,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:22,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:19:22,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:22,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:22,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:19:22,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:22,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:22,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:19:22,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:22,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:22,405 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,406 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,406 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,407 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,407 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,407 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:22,408 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:22,410 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:19:22,411 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66233993, jitterRate=-0.013036593794822693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:22,412 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694762397Initializing all the Stores at 1731694762398 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694762398Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694762398Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694762398Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694762398Cleaning up temporary data from old regions at 1731694762407 (+9 ms)Region opened successfully at 1731694762411 (+4 ms) 2024-11-15T18:19:22,412 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:19:22,416 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da291f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:19:22,417 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:19:22,418 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:19:22,418 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:19:22,419 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:19:22,419 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:19:22,420 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:19:22,420 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:19:22,423 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:19:22,423 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/balancer because node does not exist (not necessarily an error) 2024-11-15T18:19:22,439 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/balancer already deleted, retry=false 2024-11-15T18:19:22,439 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:19:22,440 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:19:22,460 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/normalizer already deleted, retry=false 2024-11-15T18:19:22,461 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:19:22,462 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:19:22,475 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/switch/split already deleted, retry=false 2024-11-15T18:19:22,477 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:19:22,487 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/switch/merge already deleted, retry=false 2024-11-15T18:19:22,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:19:22,502 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/snapshot-cleanup already deleted, retry=false 2024-11-15T18:19:22,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01416333512/running 2024-11-15T18:19:22,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01416333512/running 2024-11-15T18:19:22,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:22,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:22,514 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,35155,1731694760720, sessionid=0x1013fb9029e0000, setting cluster-up flag (Was=false) 2024-11-15T18:19:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:22,566 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01416333512/flush-table-proc/acquired, /01416333512/flush-table-proc/reached, /01416333512/flush-table-proc/abort 2024-11-15T18:19:22,567 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,35155,1731694760720 2024-11-15T18:19:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:22,670 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01416333512/online-snapshot/acquired, /01416333512/online-snapshot/reached, /01416333512/online-snapshot/abort 2024-11-15T18:19:22,671 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,35155,1731694760720 2024-11-15T18:19:22,672 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:19:22,674 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:22,674 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:19:22,674 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:19:22,674 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,35155,1731694760720 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:19:22,675 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:22,675 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:22,675 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:22,675 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:22,675 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:19:22,675 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,675 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:19:22,675 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,677 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:22,677 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:19:22,678 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:22,678 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:19:22,680 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694792680 2024-11-15T18:19:22,681 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:19:22,681 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:19:22,681 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:19:22,681 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:19:22,681 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:19:22,681 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:19:22,681 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,681 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:19:22,681 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:19:22,682 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:19:22,682 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:19:22,682 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:19:22,682 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:19:22,682 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694762682,5,FailOnTimeoutGroup] 2024-11-15T18:19:22,682 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694762682,5,FailOnTimeoutGroup] 2024-11-15T18:19:22,682 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,682 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:19:22,682 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,683 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:19:22,758 INFO [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(746): ClusterId : 5f154052-8f20-4a97-8943-17997ace181c 2024-11-15T18:19:22,758 DEBUG [RS:0;74ec74825666:35821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:19:22,767 DEBUG [RS:0;74ec74825666:35821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:19:22,767 DEBUG [RS:0;74ec74825666:35821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:19:22,776 DEBUG [RS:0;74ec74825666:35821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:19:22,776 DEBUG [RS:0;74ec74825666:35821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4991965f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:19:22,786 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:35821 2024-11-15T18:19:22,786 INFO [RS:0;74ec74825666:35821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:19:22,786 INFO [RS:0;74ec74825666:35821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:19:22,786 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:19:22,787 INFO [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,35155,1731694760720 with port=35821, startcode=1731694761028 2024-11-15T18:19:22,787 DEBUG [RS:0;74ec74825666:35821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:19:22,788 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:19:22,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,35821,1731694761028 2024-11-15T18:19:22,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35155 {}] master.ServerManager(517): Registering regionserver=74ec74825666,35821,1731694761028 2024-11-15T18:19:22,790 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1 2024-11-15T18:19:22,790 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38941 2024-11-15T18:19:22,790 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:19:22,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/rs 2024-11-15T18:19:22,797 DEBUG [RS:0;74ec74825666:35821 {}] zookeeper.ZKUtil(111): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on existing znode=/01416333512/rs/74ec74825666,35821,1731694761028 2024-11-15T18:19:22,797 WARN [RS:0;74ec74825666:35821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:19:22,797 INFO [RS:0;74ec74825666:35821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:22,797 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028 2024-11-15T18:19:22,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,35821,1731694761028] 2024-11-15T18:19:22,800 INFO [RS:0;74ec74825666:35821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:19:22,801 INFO [RS:0;74ec74825666:35821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:19:22,802 INFO [RS:0;74ec74825666:35821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:19:22,802 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,802 INFO [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:19:22,803 INFO [RS:0;74ec74825666:35821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:19:22,803 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,803 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:22,804 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:19:22,804 DEBUG [RS:0;74ec74825666:35821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:19:22,804 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,804 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,804 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,804 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,804 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,804 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35821,1731694761028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:19:22,816 INFO [RS:0;74ec74825666:35821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:19:22,816 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35821,1731694761028-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,816 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,816 INFO [RS:0;74ec74825666:35821 {}] regionserver.Replication(171): 74ec74825666,35821,1731694761028 started 2024-11-15T18:19:22,827 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:22,827 INFO [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,35821,1731694761028, RpcServer on 74ec74825666/172.17.0.2:35821, sessionid=0x1013fb9029e0001 2024-11-15T18:19:22,827 DEBUG [RS:0;74ec74825666:35821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:19:22,827 DEBUG [RS:0;74ec74825666:35821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,35821,1731694761028 2024-11-15T18:19:22,827 DEBUG [RS:0;74ec74825666:35821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,35821,1731694761028' 2024-11-15T18:19:22,827 DEBUG [RS:0;74ec74825666:35821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01416333512/flush-table-proc/abort' 2024-11-15T18:19:22,828 DEBUG [RS:0;74ec74825666:35821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01416333512/flush-table-proc/acquired' 2024-11-15T18:19:22,828 DEBUG [RS:0;74ec74825666:35821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:19:22,828 DEBUG [RS:0;74ec74825666:35821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:19:22,828 DEBUG [RS:0;74ec74825666:35821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,35821,1731694761028 2024-11-15T18:19:22,828 DEBUG [RS:0;74ec74825666:35821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,35821,1731694761028' 2024-11-15T18:19:22,828 DEBUG [RS:0;74ec74825666:35821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01416333512/online-snapshot/abort' 2024-11-15T18:19:22,828 DEBUG [RS:0;74ec74825666:35821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01416333512/online-snapshot/acquired' 2024-11-15T18:19:22,829 DEBUG [RS:0;74ec74825666:35821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:19:22,829 INFO [RS:0;74ec74825666:35821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:19:22,829 INFO [RS:0;74ec74825666:35821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:19:22,929 INFO [RS:0;74ec74825666:35821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:19:22,931 INFO [RS:0;74ec74825666:35821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C35821%2C1731694761028, suffix=, logDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028, archiveDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs, maxLogs=10 2024-11-15T18:19:22,944 DEBUG [RS:0;74ec74825666:35821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.1731694762931, exclude list is [], retry=0 2024-11-15T18:19:22,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-33c8d91e-2344-4d75-ab1b-4cb473b1c840,DISK] 2024-11-15T18:19:22,948 INFO [RS:0;74ec74825666:35821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.1731694762931 2024-11-15T18:19:22,948 DEBUG [RS:0;74ec74825666:35821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-15T18:19:23,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:19:23,085 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1 2024-11-15T18:19:23,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:19:23,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:23,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:19:23,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:19:23,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:23,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:23,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:19:23,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:19:23,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:23,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:23,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:19:23,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:19:23,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:23,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:23,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:19:23,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:19:23,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:23,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:23,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:19:23,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740 2024-11-15T18:19:23,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740 2024-11-15T18:19:23,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:19:23,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:19:23,512 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:23,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:19:23,515 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:19:23,516 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69556898, jitterRate=0.03647854924201965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:23,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694763491Initializing all the Stores at 1731694763493 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694763493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694763494 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694763494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694763494Cleaning up temporary data from old regions at 1731694763512 (+18 ms)Region opened successfully at 1731694763517 (+5 ms) 2024-11-15T18:19:23,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:19:23,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:19:23,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:19:23,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:19:23,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:19:23,544 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:23,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694763517Disabling compacts and flushes for region at 1731694763517Disabling writes for close at 1731694763517Writing region close event to WAL at 1731694763544 (+27 ms)Closed at 1731694763544 2024-11-15T18:19:23,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:23,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:19:23,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:19:23,547 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:19:23,548 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:19:23,698 DEBUG [74ec74825666:35155 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:19:23,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,35821,1731694761028 2024-11-15T18:19:23,700 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,35821,1731694761028, state=OPENING 2024-11-15T18:19:23,729 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:19:23,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:23,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:23,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: CHANGED 2024-11-15T18:19:23,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: CHANGED 2024-11-15T18:19:23,826 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:19:23,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,35821,1731694761028}] 2024-11-15T18:19:23,979 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:19:23,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:19:23,983 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:19:23,983 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:23,983 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:19:23,985 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C35821%2C1731694761028.meta, suffix=.meta, logDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028, archiveDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs, maxLogs=10 2024-11-15T18:19:24,003 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.meta.1731694763985.meta, exclude list is [], retry=0 2024-11-15T18:19:24,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-33c8d91e-2344-4d75-ab1b-4cb473b1c840,DISK] 2024-11-15T18:19:24,010 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.meta.1731694763985.meta 2024-11-15T18:19:24,019 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-15T18:19:24,019 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:24,019 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:19:24,019 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:19:24,019 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:19:24,019 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:19:24,020 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:19:24,020 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:24,020 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:19:24,020 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:19:24,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:19:24,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:19:24,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:24,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:24,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:19:24,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:19:24,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:24,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:24,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:19:24,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:19:24,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:24,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:24,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:19:24,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:19:24,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:24,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:24,027 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:19:24,027 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740 2024-11-15T18:19:24,028 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740 2024-11-15T18:19:24,029 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:19:24,029 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:19:24,029 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:24,030 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:19:24,031 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67987974, jitterRate=0.013099759817123413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:24,031 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:19:24,032 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694764020Writing region info on filesystem at 1731694764020Initializing all the Stores at 1731694764021 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694764021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694764021Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694764021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694764022 (+1 ms)Cleaning up temporary data from old regions at 1731694764029 (+7 ms)Running coprocessor post-open hooks at 1731694764031 (+2 ms)Region opened successfully at 1731694764031 2024-11-15T18:19:24,032 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694763979 2024-11-15T18:19:24,035 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:19:24,035 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:19:24,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,35821,1731694761028 2024-11-15T18:19:24,036 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,35821,1731694761028, state=OPEN 2024-11-15T18:19:24,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01416333512/meta-region-server 2024-11-15T18:19:24,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: CHANGED 2024-11-15T18:19:24,073 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,35821,1731694761028 2024-11-15T18:19:24,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01416333512/meta-region-server 2024-11-15T18:19:24,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: CHANGED 2024-11-15T18:19:24,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:19:24,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,35821,1731694761028 in 247 msec 2024-11-15T18:19:24,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:19:24,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-11-15T18:19:24,079 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:24,079 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:19:24,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:19:24,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35821,1731694761028, seqNum=-1] 2024-11-15T18:19:24,082 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:19:24,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:19:24,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4190 sec 2024-11-15T18:19:24,094 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694764094, completionTime=-1 2024-11-15T18:19:24,094 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:19:24,095 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:19:24,097 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:19:24,097 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694824097 2024-11-15T18:19:24,097 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694884097 2024-11-15T18:19:24,097 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T18:19:24,097 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35155,1731694760720-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:24,097 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35155,1731694760720-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:24,097 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35155,1731694760720-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:24,097 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:35155, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:24,097 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:24,100 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:19:24,103 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:24,111 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.012sec 2024-11-15T18:19:24,111 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:19:24,111 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:19:24,111 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:19:24,111 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:19:24,111 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:19:24,111 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35155,1731694760720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:19:24,111 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35155,1731694760720-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:19:24,120 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:19:24,120 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:19:24,120 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35155,1731694760720-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:24,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:24,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,35155,-1 for getting cluster id 2024-11-15T18:19:24,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:24,162 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f154052-8f20-4a97-8943-17997ace181c' 2024-11-15T18:19:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f154052-8f20-4a97-8943-17997ace181c" 2024-11-15T18:19:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473fdde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,35155,-1] 2024-11-15T18:19:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:24,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:24,166 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:24,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:24,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:19:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35821,1731694761028, seqNum=-1] 2024-11-15T18:19:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:19:24,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:19:24,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,35155,1731694760720 2024-11-15T18:19:24,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62917 2024-11-15T18:19:24,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:24,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013fb9029e0002 connected 2024-11-15T18:19:24,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/hadoop.log.dir so I do NOT create it in target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f 2024-11-15T18:19:24,211 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:19:24,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/hadoop.tmp.dir so I do NOT create it in target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f 2024-11-15T18:19:24,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:19:24,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f 2024-11-15T18:19:24,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:19:24,212 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/cluster_080d5026-5084-5d35-27f9-1616e12c380d, deleteOnExit=true 2024-11-15T18:19:24,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:19:24,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/test.cache.data in system properties and HBase conf 2024-11-15T18:19:24,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:19:24,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:19:24,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:19:24,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:19:24,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:19:24,213 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:19:24,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:19:24,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:19:24,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:19:24,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:19:24,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:19:24,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:19:24,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:19:24,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:19:24,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:19:24,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:19:24,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:19:24,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:19:24,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:19:24,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:19:24,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:24,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:19:24,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:19:24,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:19:24,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:19:24,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:24,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:19:24,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:19:24,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2207950c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/java.io.tmpdir/jetty-localhost-33873-hadoop-hdfs-3_4_1-tests_jar-_-any-11292085946574519238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:19:24,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:33873} 2024-11-15T18:19:24,746 INFO [Time-limited test {}] server.Server(415): Started @150108ms 2024-11-15T18:19:25,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:25,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:19:25,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:19:25,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:19:25,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:19:25,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:19:25,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:19:25,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c111acf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/java.io.tmpdir/jetty-localhost-46237-hadoop-hdfs-3_4_1-tests_jar-_-any-6372151682171917229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:19:25,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:46237} 2024-11-15T18:19:25,164 INFO [Time-limited test {}] server.Server(415): Started @150525ms 2024-11-15T18:19:25,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:19:25,893 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/cluster_080d5026-5084-5d35-27f9-1616e12c380d/data/data2/current/BP-751222950-172.17.0.2-1731694764248/current, will proceed with Du for space computation calculation, 2024-11-15T18:19:25,893 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/cluster_080d5026-5084-5d35-27f9-1616e12c380d/data/data1/current/BP-751222950-172.17.0.2-1731694764248/current, will proceed with Du for space computation calculation, 2024-11-15T18:19:25,917 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:19:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb53b168a6f3b0c56 with lease ID 0x542be96da9f4f8d3: Processing first storage report for DS-b636f9e6-a86e-46ae-83d8-c779138bf65f from datanode DatanodeRegistration(127.0.0.1:43181, datanodeUuid=853d8b50-8531-40d6-b51d-6856ebef1fa0, infoPort=34857, infoSecurePort=0, ipcPort=44669, storageInfo=lv=-57;cid=testClusterID;nsid=357790283;c=1731694764248) 2024-11-15T18:19:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb53b168a6f3b0c56 with lease ID 0x542be96da9f4f8d3: from storage DS-b636f9e6-a86e-46ae-83d8-c779138bf65f node DatanodeRegistration(127.0.0.1:43181, datanodeUuid=853d8b50-8531-40d6-b51d-6856ebef1fa0, infoPort=34857, infoSecurePort=0, ipcPort=44669, storageInfo=lv=-57;cid=testClusterID;nsid=357790283;c=1731694764248), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:19:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb53b168a6f3b0c56 with lease ID 0x542be96da9f4f8d3: Processing first storage report for DS-0fff9304-b6ed-4a71-a79a-9dce37c41e26 from datanode DatanodeRegistration(127.0.0.1:43181, datanodeUuid=853d8b50-8531-40d6-b51d-6856ebef1fa0, infoPort=34857, infoSecurePort=0, ipcPort=44669, storageInfo=lv=-57;cid=testClusterID;nsid=357790283;c=1731694764248) 2024-11-15T18:19:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb53b168a6f3b0c56 with lease ID 0x542be96da9f4f8d3: from storage DS-0fff9304-b6ed-4a71-a79a-9dce37c41e26 node DatanodeRegistration(127.0.0.1:43181, datanodeUuid=853d8b50-8531-40d6-b51d-6856ebef1fa0, infoPort=34857, infoSecurePort=0, ipcPort=44669, storageInfo=lv=-57;cid=testClusterID;nsid=357790283;c=1731694764248), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:19:25,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f 2024-11-15T18:19:25,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:25,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:19:26,034 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406 with version=8 2024-11-15T18:19:26,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/hbase-staging 2024-11-15T18:19:26,036 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:19:26,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:26,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:26,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:19:26,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:26,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:19:26,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:19:26,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:19:26,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38935 2024-11-15T18:19:26,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38935 connecting to ZooKeeper ensemble=127.0.0.1:62917 2024-11-15T18:19:26,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389350x0, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:26,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38935-0x1013fb9029e0003 connected 2024-11-15T18:19:26,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:26,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:26,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Set watcher on znode that does not yet exist, /1928888483/running 2024-11-15T18:19:26,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406, hbase.cluster.distributed=false 2024-11-15T18:19:26,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Set watcher on znode that does not yet exist, /1928888483/acl 2024-11-15T18:19:26,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38935 2024-11-15T18:19:26,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38935 2024-11-15T18:19:26,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38935 2024-11-15T18:19:26,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38935 2024-11-15T18:19:26,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38935 2024-11-15T18:19:26,170 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:19:26,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:26,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:26,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:19:26,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:26,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:19:26,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:19:26,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:19:26,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41625 2024-11-15T18:19:26,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41625 connecting to ZooKeeper ensemble=127.0.0.1:62917 2024-11-15T18:19:26,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:26,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:26,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416250x0, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:26,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416250x0, quorum=127.0.0.1:62917, baseZNode=/1928888483 Set watcher on znode that does not yet exist, /1928888483/running 2024-11-15T18:19:26,202 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:19:26,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41625-0x1013fb9029e0004 connected 2024-11-15T18:19:26,240 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:19:26,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Set watcher on znode that does not yet exist, /1928888483/master 2024-11-15T18:19:26,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Set watcher on znode that does not yet exist, /1928888483/acl 2024-11-15T18:19:26,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41625 2024-11-15T18:19:26,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41625 2024-11-15T18:19:26,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41625 2024-11-15T18:19:26,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41625 2024-11-15T18:19:26,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41625 2024-11-15T18:19:26,331 DEBUG [M:0;74ec74825666:38935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:38935 2024-11-15T18:19:26,331 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1928888483/backup-masters/74ec74825666,38935,1731694766036 2024-11-15T18:19:26,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483/backup-masters 2024-11-15T18:19:26,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483/backup-masters 2024-11-15T18:19:26,344 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Set watcher on existing znode=/1928888483/backup-masters/74ec74825666,38935,1731694766036 2024-11-15T18:19:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1928888483/master 2024-11-15T18:19:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:26,359 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Set watcher on existing znode=/1928888483/master 2024-11-15T18:19:26,361 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1928888483/backup-masters/74ec74825666,38935,1731694766036 from backup master directory 2024-11-15T18:19:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1928888483/backup-masters/74ec74825666,38935,1731694766036 2024-11-15T18:19:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483/backup-masters 2024-11-15T18:19:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483/backup-masters 2024-11-15T18:19:26,371 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:19:26,371 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,38935,1731694766036 2024-11-15T18:19:26,381 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/hbase.id] with ID: 9f6053e3-80c1-4f29-af93-94bca29ea59c 2024-11-15T18:19:26,381 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/.tmp/hbase.id 2024-11-15T18:19:26,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:19:26,433 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/.tmp/hbase.id]:[hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/hbase.id] 2024-11-15T18:19:26,465 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:26,465 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:19:26,468 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-15T18:19:26,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:19:26,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:26,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:19:26,532 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:19:26,533 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:19:26,536 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:26,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:26,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:26,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:26,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:26,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:19:26,975 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store 2024-11-15T18:19:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:19:27,381 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:27,381 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:19:27,381 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:27,381 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:27,381 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:19:27,381 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:27,381 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:27,381 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694767381Disabling compacts and flushes for region at 1731694767381Disabling writes for close at 1731694767381Writing region close event to WAL at 1731694767381Closed at 1731694767381 2024-11-15T18:19:27,382 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/.initializing 2024-11-15T18:19:27,382 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/WALs/74ec74825666,38935,1731694766036 2024-11-15T18:19:27,383 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:19:27,384 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C38935%2C1731694766036, suffix=, logDir=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/WALs/74ec74825666,38935,1731694766036, archiveDir=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/oldWALs, maxLogs=10 2024-11-15T18:19:27,396 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/WALs/74ec74825666,38935,1731694766036/74ec74825666%2C38935%2C1731694766036.1731694767385, exclude list is [], retry=0 2024-11-15T18:19:27,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43181,DS-b636f9e6-a86e-46ae-83d8-c779138bf65f,DISK] 2024-11-15T18:19:27,400 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/WALs/74ec74825666,38935,1731694766036/74ec74825666%2C38935%2C1731694766036.1731694767385 2024-11-15T18:19:27,401 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34857:34857)] 2024-11-15T18:19:27,401 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:27,401 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:27,401 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,401 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:19:27,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:27,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:27,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:19:27,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:27,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:27,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:19:27,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:27,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:27,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:19:27,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:27,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:27,410 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,410 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,410 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,412 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,412 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,412 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:27,414 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:27,416 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:19:27,416 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61604545, jitterRate=-0.08202074468135834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:27,417 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694767401Initializing all the Stores at 1731694767402 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694767402Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694767403 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694767403Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694767403Cleaning up temporary data from old regions at 1731694767412 (+9 ms)Region opened successfully at 1731694767417 (+5 ms) 2024-11-15T18:19:27,417 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:19:27,420 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782c074a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:19:27,421 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:19:27,421 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:19:27,421 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:19:27,421 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:19:27,422 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:19:27,422 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:19:27,422 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:19:27,424 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:19:27,425 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Unable to get data of znode /1928888483/balancer because node does not exist (not necessarily an error) 2024-11-15T18:19:27,491 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1928888483/balancer already deleted, retry=false 2024-11-15T18:19:27,491 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:19:27,492 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Unable to get data of znode /1928888483/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:19:27,501 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1928888483/normalizer already deleted, retry=false 2024-11-15T18:19:27,502 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:19:27,503 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Unable to get data of znode /1928888483/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:19:27,512 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1928888483/switch/split already deleted, retry=false 2024-11-15T18:19:27,513 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Unable to get data of znode /1928888483/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:19:27,523 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1928888483/switch/merge already deleted, retry=false 2024-11-15T18:19:27,525 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Unable to get data of znode /1928888483/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:19:27,533 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1928888483/snapshot-cleanup already deleted, retry=false 2024-11-15T18:19:27,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1928888483/running 2024-11-15T18:19:27,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:27,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1928888483/running 2024-11-15T18:19:27,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:27,544 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,38935,1731694766036, sessionid=0x1013fb9029e0003, setting cluster-up flag (Was=false) 2024-11-15T18:19:27,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:27,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:27,596 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1928888483/flush-table-proc/acquired, /1928888483/flush-table-proc/reached, /1928888483/flush-table-proc/abort 2024-11-15T18:19:27,598 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,38935,1731694766036 2024-11-15T18:19:27,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:27,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:27,649 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1928888483/online-snapshot/acquired, /1928888483/online-snapshot/reached, /1928888483/online-snapshot/abort 2024-11-15T18:19:27,650 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,38935,1731694766036 2024-11-15T18:19:27,651 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:19:27,652 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:27,652 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:19:27,652 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:19:27,652 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,38935,1731694766036 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:19:27,653 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:27,653 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:27,653 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:27,653 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:27,653 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:19:27,653 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,654 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:19:27,654 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,660 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694797660 2024-11-15T18:19:27,660 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:19:27,660 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:19:27,660 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:19:27,660 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:19:27,660 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:19:27,660 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:19:27,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:27,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:19:27,662 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:27,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:19:27,666 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,668 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:19:27,668 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:19:27,668 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:19:27,668 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:19:27,674 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:19:27,674 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:19:27,674 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694767674,5,FailOnTimeoutGroup] 2024-11-15T18:19:27,674 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694767674,5,FailOnTimeoutGroup] 2024-11-15T18:19:27,674 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,674 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:19:27,675 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,675 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:19:27,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:19:27,678 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406 2024-11-15T18:19:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:19:27,714 INFO [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(746): ClusterId : 9f6053e3-80c1-4f29-af93-94bca29ea59c 2024-11-15T18:19:27,715 DEBUG [RS:0;74ec74825666:41625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:19:27,725 DEBUG [RS:0;74ec74825666:41625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:19:27,725 DEBUG [RS:0;74ec74825666:41625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:19:27,734 DEBUG [RS:0;74ec74825666:41625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:19:27,734 DEBUG [RS:0;74ec74825666:41625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7f95ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:19:27,751 DEBUG [RS:0;74ec74825666:41625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:41625 2024-11-15T18:19:27,751 INFO [RS:0;74ec74825666:41625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:19:27,751 INFO [RS:0;74ec74825666:41625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:19:27,751 DEBUG [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:19:27,752 INFO [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,38935,1731694766036 with port=41625, startcode=1731694766169 2024-11-15T18:19:27,752 DEBUG [RS:0;74ec74825666:41625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:19:27,754 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:19:27,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,41625,1731694766169 2024-11-15T18:19:27,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38935 {}] master.ServerManager(517): Registering regionserver=74ec74825666,41625,1731694766169 2024-11-15T18:19:27,756 DEBUG [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406 2024-11-15T18:19:27,756 DEBUG [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34281 2024-11-15T18:19:27,756 DEBUG [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:19:27,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483/rs 2024-11-15T18:19:27,767 DEBUG [RS:0;74ec74825666:41625 {}] zookeeper.ZKUtil(111): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Set watcher on existing znode=/1928888483/rs/74ec74825666,41625,1731694766169 2024-11-15T18:19:27,767 WARN [RS:0;74ec74825666:41625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:19:27,768 INFO [RS:0;74ec74825666:41625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:27,768 DEBUG [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/WALs/74ec74825666,41625,1731694766169 2024-11-15T18:19:27,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,41625,1731694766169] 2024-11-15T18:19:27,777 INFO [RS:0;74ec74825666:41625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:19:27,780 INFO [RS:0;74ec74825666:41625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:19:27,784 INFO [RS:0;74ec74825666:41625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:19:27,784 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,784 INFO [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:19:27,788 INFO [RS:0;74ec74825666:41625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:19:27,788 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:19:27,788 DEBUG [RS:0;74ec74825666:41625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:19:27,790 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,790 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,790 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,790 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,790 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,790 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41625,1731694766169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:19:27,812 INFO [RS:0;74ec74825666:41625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:19:27,812 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41625,1731694766169-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,812 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,812 INFO [RS:0;74ec74825666:41625 {}] regionserver.Replication(171): 74ec74825666,41625,1731694766169 started 2024-11-15T18:19:27,833 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:27,833 INFO [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,41625,1731694766169, RpcServer on 74ec74825666/172.17.0.2:41625, sessionid=0x1013fb9029e0004 2024-11-15T18:19:27,833 DEBUG [RS:0;74ec74825666:41625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:19:27,833 DEBUG [RS:0;74ec74825666:41625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,41625,1731694766169 2024-11-15T18:19:27,833 DEBUG [RS:0;74ec74825666:41625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,41625,1731694766169' 2024-11-15T18:19:27,833 DEBUG [RS:0;74ec74825666:41625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1928888483/flush-table-proc/abort' 2024-11-15T18:19:27,834 DEBUG [RS:0;74ec74825666:41625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1928888483/flush-table-proc/acquired' 2024-11-15T18:19:27,840 DEBUG [RS:0;74ec74825666:41625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:19:27,840 DEBUG [RS:0;74ec74825666:41625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:19:27,840 DEBUG [RS:0;74ec74825666:41625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,41625,1731694766169 2024-11-15T18:19:27,840 DEBUG [RS:0;74ec74825666:41625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,41625,1731694766169' 2024-11-15T18:19:27,840 DEBUG [RS:0;74ec74825666:41625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1928888483/online-snapshot/abort' 2024-11-15T18:19:27,841 DEBUG [RS:0;74ec74825666:41625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1928888483/online-snapshot/acquired' 2024-11-15T18:19:27,842 DEBUG [RS:0;74ec74825666:41625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:19:27,842 INFO [RS:0;74ec74825666:41625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:19:27,842 INFO [RS:0;74ec74825666:41625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:19:27,943 INFO [RS:0;74ec74825666:41625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:19:27,948 INFO [RS:0;74ec74825666:41625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C41625%2C1731694766169, suffix=, logDir=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/WALs/74ec74825666,41625,1731694766169, archiveDir=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/oldWALs, maxLogs=10 2024-11-15T18:19:27,969 DEBUG [RS:0;74ec74825666:41625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/WALs/74ec74825666,41625,1731694766169/74ec74825666%2C41625%2C1731694766169.1731694767949, exclude list is [], retry=0 2024-11-15T18:19:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43181,DS-b636f9e6-a86e-46ae-83d8-c779138bf65f,DISK] 2024-11-15T18:19:27,973 INFO [RS:0;74ec74825666:41625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/WALs/74ec74825666,41625,1731694766169/74ec74825666%2C41625%2C1731694766169.1731694767949 2024-11-15T18:19:27,973 DEBUG [RS:0;74ec74825666:41625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34857:34857)] 2024-11-15T18:19:28,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:28,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:19:28,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:19:28,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:28,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:28,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:19:28,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:19:28,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:28,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:28,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:19:28,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:19:28,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:28,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:28,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:19:28,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:19:28,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:28,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:28,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:19:28,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/1588230740 2024-11-15T18:19:28,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/1588230740 2024-11-15T18:19:28,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:19:28,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:19:28,098 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:28,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:19:28,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:19:28,103 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62344682, jitterRate=-0.07099184393882751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:28,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694768085Initializing all the Stores at 1731694768085Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694768085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694768086 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694768086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694768086Cleaning up temporary data from old regions at 1731694768097 (+11 ms)Region opened successfully at 1731694768103 (+6 ms) 2024-11-15T18:19:28,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:19:28,103 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:19:28,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:19:28,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:19:28,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:19:28,108 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:28,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694768103Disabling compacts and flushes for region at 1731694768103Disabling writes for close at 1731694768103Writing region close event to WAL at 1731694768108 (+5 ms)Closed at 1731694768108 2024-11-15T18:19:28,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:28,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:19:28,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:19:28,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:19:28,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:19:28,262 DEBUG [74ec74825666:38935 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:19:28,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,41625,1731694766169 2024-11-15T18:19:28,264 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,41625,1731694766169, state=OPENING 2024-11-15T18:19:28,353 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:19:28,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:28,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:28,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1928888483/meta-region-server: CHANGED 2024-11-15T18:19:28,416 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:19:28,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,41625,1731694766169}] 2024-11-15T18:19:28,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1928888483/meta-region-server: CHANGED 2024-11-15T18:19:28,577 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:19:28,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:19:28,595 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:19:28,595 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:28,596 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:19:28,609 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C41625%2C1731694766169.meta, suffix=.meta, logDir=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/WALs/74ec74825666,41625,1731694766169, archiveDir=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/oldWALs, maxLogs=10 2024-11-15T18:19:28,638 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/WALs/74ec74825666,41625,1731694766169/74ec74825666%2C41625%2C1731694766169.meta.1731694768610.meta, exclude list is [], retry=0 2024-11-15T18:19:28,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43181,DS-b636f9e6-a86e-46ae-83d8-c779138bf65f,DISK] 2024-11-15T18:19:28,648 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/WALs/74ec74825666,41625,1731694766169/74ec74825666%2C41625%2C1731694766169.meta.1731694768610.meta 2024-11-15T18:19:28,652 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34857:34857)] 2024-11-15T18:19:28,652 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:28,652 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:19:28,652 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:19:28,652 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:19:28,653 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:19:28,653 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:19:28,653 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:28,653 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:19:28,653 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:19:28,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:19:28,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:19:28,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:28,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:28,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:19:28,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:19:28,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:28,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:28,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:19:28,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:19:28,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:28,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:28,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:19:28,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:19:28,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:28,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:28,672 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:19:28,672 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/1588230740 2024-11-15T18:19:28,673 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/1588230740 2024-11-15T18:19:28,675 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:19:28,675 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:19:28,675 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:28,676 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:19:28,678 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75081440, jitterRate=0.11880064010620117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:28,678 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:19:28,678 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694768653Writing region info on filesystem at 1731694768653Initializing all the Stores at 1731694768654 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694768654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694768662 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694768662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694768662Cleaning up temporary data from old regions at 1731694768675 (+13 ms)Running coprocessor post-open hooks at 1731694768678 (+3 ms)Region opened successfully at 1731694768678 2024-11-15T18:19:28,679 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694768576 2024-11-15T18:19:28,684 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:19:28,684 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:19:28,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,41625,1731694766169 2024-11-15T18:19:28,685 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,41625,1731694766169, state=OPEN 2024-11-15T18:19:28,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1928888483/meta-region-server 2024-11-15T18:19:28,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1928888483/meta-region-server 2024-11-15T18:19:28,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,41625,1731694766169 2024-11-15T18:19:28,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1928888483/meta-region-server: CHANGED 2024-11-15T18:19:28,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1928888483/meta-region-server: CHANGED 2024-11-15T18:19:28,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:19:28,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,41625,1731694766169 in 296 msec 2024-11-15T18:19:28,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:19:28,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-15T18:19:28,716 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:28,717 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:19:28,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:19:28,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,41625,1731694766169, seqNum=-1] 2024-11-15T18:19:28,718 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:19:28,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:19:28,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0720 sec 2024-11-15T18:19:28,725 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694768725, completionTime=-1 2024-11-15T18:19:28,725 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:19:28,725 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:19:28,728 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:19:28,728 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694828728 2024-11-15T18:19:28,728 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694888728 2024-11-15T18:19:28,728 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-15T18:19:28,729 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38935,1731694766036-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:28,729 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38935,1731694766036-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:28,729 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38935,1731694766036-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:28,729 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:38935, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:28,729 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:28,730 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:28,732 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:19:28,736 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.365sec 2024-11-15T18:19:28,736 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:19:28,736 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:19:28,736 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:19:28,736 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:19:28,736 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:19:28,736 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38935,1731694766036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:19:28,736 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38935,1731694766036-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:19:28,738 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:19:28,738 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:19:28,738 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38935,1731694766036-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:28,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:19:28,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:28,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38935,-1 for getting cluster id 2024-11-15T18:19:28,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:28,817 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6053e3-80c1-4f29-af93-94bca29ea59c' 2024-11-15T18:19:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6053e3-80c1-4f29-af93-94bca29ea59c" 2024-11-15T18:19:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dccdb1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38935,-1] 2024-11-15T18:19:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:28,820 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:28,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:28,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:19:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,41625,1731694766169, seqNum=-1] 2024-11-15T18:19:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:19:28,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:19:28,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,38935,1731694766036 2024-11-15T18:19:28,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62917 2024-11-15T18:19:28,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:28,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cb8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:28,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,35155,-1 for getting cluster id 2024-11-15T18:19:28,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:28,862 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f154052-8f20-4a97-8943-17997ace181c' 2024-11-15T18:19:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f154052-8f20-4a97-8943-17997ace181c" 2024-11-15T18:19:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd4e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,35155,-1] 2024-11-15T18:19:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:28,864 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:28,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013fb9029e0005 connected 2024-11-15T18:19:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141a7a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:28,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:19:28,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,35155,1731694760720 2024-11-15T18:19:28,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aa4b831 2024-11-15T18:19:28,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:19:28,868 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:19:28,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:38935,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:19:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:19:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:28,873 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:38935' 2024-11-15T18:19:28,877 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6944a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:28,877 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38935,-1 for getting cluster id 2024-11-15T18:19:28,877 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:28,878 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6053e3-80c1-4f29-af93-94bca29ea59c' 2024-11-15T18:19:28,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:28,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6053e3-80c1-4f29-af93-94bca29ea59c" 2024-11-15T18:19:28,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509031ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:28,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38935,-1] 2024-11-15T18:19:28,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:28,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:28,881 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:28,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cddb50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:28,882 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:19:28,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,38935,1731694766036 2024-11-15T18:19:28,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7701879a 2024-11-15T18:19:28,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:19:28,887 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:19:28,888 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T18:19:28,888 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:19:28,888 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:28,889 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:28,889 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:19:28,891 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:19:28,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:19:28,892 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:28,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:19:28,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:28,941 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:19:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741835_1011 (size=1138) 2024-11-15T18:19:28,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51cba8e687342ef6119d05ef373511ed, NAME => 'hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1 2024-11-15T18:19:28,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741836_1012 (size=44) 2024-11-15T18:19:28,976 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:28,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 51cba8e687342ef6119d05ef373511ed, disabling compactions & flushes 2024-11-15T18:19:28,977 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:28,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:28,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. after waiting 0 ms 2024-11-15T18:19:28,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:28,977 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:28,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51cba8e687342ef6119d05ef373511ed: Waiting for close lock at 1731694768977Disabling compacts and flushes for region at 1731694768977Disabling writes for close at 1731694768977Writing region close event to WAL at 1731694768977Closed at 1731694768977 2024-11-15T18:19:28,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:19:28,979 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694768978"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694768978"}]},"ts":"1731694768978"} 2024-11-15T18:19:28,983 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:19:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:28,985 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:19:28,986 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694768985"}]},"ts":"1731694768985"} 2024-11-15T18:19:28,988 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:19:28,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cba8e687342ef6119d05ef373511ed, ASSIGN}] 2024-11-15T18:19:28,991 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cba8e687342ef6119d05ef373511ed, ASSIGN 2024-11-15T18:19:28,993 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51cba8e687342ef6119d05ef373511ed, ASSIGN; state=OFFLINE, location=74ec74825666,35821,1731694761028; forceNewPlan=false, retain=false 2024-11-15T18:19:29,145 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=51cba8e687342ef6119d05ef373511ed, regionState=OPENING, regionLocation=74ec74825666,35821,1731694761028 2024-11-15T18:19:29,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51cba8e687342ef6119d05ef373511ed, ASSIGN because future has completed 2024-11-15T18:19:29,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cba8e687342ef6119d05ef373511ed, server=74ec74825666,35821,1731694761028}] 2024-11-15T18:19:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:29,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:29,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:29,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:19:29,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C35821%2C1731694761028.rep, suffix=, logDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028, archiveDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs, maxLogs=10 2024-11-15T18:19:29,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.rep.1731694769350, exclude list is [], retry=0 2024-11-15T18:19:29,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-33c8d91e-2344-4d75-ab1b-4cb473b1c840,DISK] 2024-11-15T18:19:29,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.rep.1731694769350 2024-11-15T18:19:29,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-15T18:19:29,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 51cba8e687342ef6119d05ef373511ed, NAME => 'hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:29,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:19:29,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:19:29,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. service=MultiRowMutationService 2024-11-15T18:19:29,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:19:29,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:29,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,453 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,455 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cba8e687342ef6119d05ef373511ed columnFamilyName hfileref 2024-11-15T18:19:29,455 DEBUG [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:29,457 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(327): Store=51cba8e687342ef6119d05ef373511ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:29,457 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,459 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cba8e687342ef6119d05ef373511ed columnFamilyName queue 2024-11-15T18:19:29,459 DEBUG [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:29,466 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(327): Store=51cba8e687342ef6119d05ef373511ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:29,467 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,469 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cba8e687342ef6119d05ef373511ed columnFamilyName sid 2024-11-15T18:19:29,469 DEBUG [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:29,469 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(327): Store=51cba8e687342ef6119d05ef373511ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:29,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:19:29,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:19:29,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 51cba8e687342ef6119d05ef373511ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73970275, jitterRate=0.10224299132823944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:19:29,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:29,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 51cba8e687342ef6119d05ef373511ed: Running coprocessor pre-open hook at 1731694769434Writing region info on filesystem at 1731694769434Initializing all the Stores at 1731694769435 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694769435Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694769447 (+12 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694769447Cleaning up temporary data from old regions at 1731694769473 (+26 ms)Running coprocessor post-open hooks at 1731694769490 (+17 ms)Region opened successfully at 1731694769491 (+1 ms) 2024-11-15T18:19:29,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed., pid=7, masterSystemTime=1731694769312 2024-11-15T18:19:29,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:29,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:29,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=51cba8e687342ef6119d05ef373511ed, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,35821,1731694761028 2024-11-15T18:19:29,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cba8e687342ef6119d05ef373511ed, server=74ec74825666,35821,1731694761028 because future has completed 2024-11-15T18:19:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:29,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T18:19:29,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 51cba8e687342ef6119d05ef373511ed, server=74ec74825666,35821,1731694761028 in 365 msec 2024-11-15T18:19:29,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:19:29,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cba8e687342ef6119d05ef373511ed, ASSIGN in 528 msec 2024-11-15T18:19:29,526 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:19:29,527 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694769526"}]},"ts":"1731694769526"} 2024-11-15T18:19:29,529 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:19:29,531 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:19:29,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 642 msec 2024-11-15T18:19:29,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed., hostname=74ec74825666,35821,1731694761028, seqNum=2] 2024-11-15T18:19:29,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:29,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:29,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:19:29,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T18:19:29,789 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:19:29,832 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,35821,1731694761028, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:19:29,832 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:19:29,832 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35821,1731694761028, seqNum=-1] 2024-11-15T18:19:29,833 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:19:29,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-15T18:19:29,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,35821,1731694761028', locateType=CURRENT is [region=hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed., hostname=74ec74825666,35821,1731694761028, seqNum=2] 2024-11-15T18:19:29,839 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T18:19:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T18:19:29,843 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,35821,1731694761028 suceeded 2024-11-15T18:19:29,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T18:19:29,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-15T18:19:29,850 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:38935,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:19:29,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 981 msec 2024-11-15T18:19:29,864 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:38935' 2024-11-15T18:19:29,866 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e4e7598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:29,866 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38935,-1 for getting cluster id 2024-11-15T18:19:29,866 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:29,867 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6053e3-80c1-4f29-af93-94bca29ea59c' 2024-11-15T18:19:29,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:29,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6053e3-80c1-4f29-af93-94bca29ea59c" 2024-11-15T18:19:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bdcb522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38935,-1] 2024-11-15T18:19:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:29,869 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:29,870 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@126c1b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:29,870 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:19:29,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,38935,1731694766036 2024-11-15T18:19:29,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f941d39 2024-11-15T18:19:29,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:19:29,879 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-15T18:19:29,881 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,35821,1731694761028 (queues=1) is replicating from cluster=5f154052-8f20-4a97-8943-17997ace181c to cluster=9f6053e3-80c1-4f29-af93-94bca29ea59c 2024-11-15T18:19:29,881 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C35821%2C1731694761028 2024-11-15T18:19:29,882 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,35821,1731694761028, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:19:29,885 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028.replicationSource.wal-reader.74ec74825666%2C35821%2C1731694761028,1-74ec74825666,35821,1731694761028 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.1731694762931, startPosition=0, beingWritten=true 2024-11-15T18:19:29,892 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028.replicationSource.shipper74ec74825666%2C35821%2C1731694761028,1-74ec74825666,35821,1731694761028 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C35821%2C1731694761028 2024-11-15T18:19:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:30,014 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:19:30,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:30,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:30,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:30,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:30,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:30,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:19:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,35155,1731694760720 2024-11-15T18:19:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6db6a800 2024-11-15T18:19:30,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:19:30,017 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:19:30,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T18:19:30,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:30,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:30,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:30,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:30,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:30,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:19:30,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=362133171, stopped=false 2024-11-15T18:19:30,018 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,35155,1731694760720 2024-11-15T18:19:30,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416333512/running 2024-11-15T18:19:30,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:30,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416333512/running 2024-11-15T18:19:30,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:30,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:19:30,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:30,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:30,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:30,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/running 2024-11-15T18:19:30,028 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,35821,1731694761028' ***** 2024-11-15T18:19:30,028 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:19:30,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/running 2024-11-15T18:19:30,028 INFO [RS:0;74ec74825666:35821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:19:30,029 INFO [RS:0;74ec74825666:35821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:19:30,029 INFO [RS:0;74ec74825666:35821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:19:30,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:19:30,029 INFO [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(3091): Received CLOSE for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:30,029 INFO [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,35821,1731694761028 2024-11-15T18:19:30,029 INFO [RS:0;74ec74825666:35821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:19:30,029 INFO [RS:0;74ec74825666:35821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:35821. 2024-11-15T18:19:30,029 DEBUG [RS:0;74ec74825666:35821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:30,029 DEBUG [RS:0;74ec74825666:35821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:30,029 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51cba8e687342ef6119d05ef373511ed, disabling compactions & flushes 2024-11-15T18:19:30,029 INFO [RS:0;74ec74825666:35821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:19:30,029 INFO [RS:0;74ec74825666:35821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:19:30,029 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:30,029 INFO [RS:0;74ec74825666:35821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:19:30,029 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:30,029 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. after waiting 0 ms 2024-11-15T18:19:30,029 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:30,029 INFO [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:19:30,029 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51cba8e687342ef6119d05ef373511ed 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T18:19:30,030 INFO [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:19:30,030 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 51cba8e687342ef6119d05ef373511ed=hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed.} 2024-11-15T18:19:30,030 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:30,030 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:19:30,030 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:19:30,030 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:19:30,030 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:19:30,030 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:19:30,030 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T18:19:30,043 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed/.tmp/queue/3a80ff831717414c9847fbebb4aee03e is 151, key is 1-74ec74825666,35821,1731694761028/queue:74ec74825666%2C35821%2C1731694761028/1731694769838/Put/seqid=0 2024-11-15T18:19:30,044 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/info/e6e7bee27f724166a5158ff99c3ab4f5 is 147, key is hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed./info:regioninfo/1731694769496/Put/seqid=0 2024-11-15T18:19:30,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741839_1015 (size=6631) 2024-11-15T18:19:30,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741838_1014 (size=5350) 2024-11-15T18:19:30,048 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed/.tmp/queue/3a80ff831717414c9847fbebb4aee03e 2024-11-15T18:19:30,053 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed/.tmp/queue/3a80ff831717414c9847fbebb4aee03e as hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed/queue/3a80ff831717414c9847fbebb4aee03e 2024-11-15T18:19:30,059 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed/queue/3a80ff831717414c9847fbebb4aee03e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T18:19:30,060 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 51cba8e687342ef6119d05ef373511ed in 31ms, sequenceid=5, compaction requested=false 2024-11-15T18:19:30,060 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T18:19:30,064 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:19:30,065 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:30,065 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:19:30,065 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:30,065 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51cba8e687342ef6119d05ef373511ed: Waiting for close lock at 1731694770029Running coprocessor pre-close hooks at 1731694770029Disabling compacts and flushes for region at 1731694770029Disabling writes for close at 1731694770029Obtaining lock to block concurrent updates at 1731694770029Preparing flush snapshotting stores in 51cba8e687342ef6119d05ef373511ed at 1731694770029Finished memstore snapshotting hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731694770030 (+1 ms)Flushing stores of hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. at 1731694770030Flushing 51cba8e687342ef6119d05ef373511ed/queue: creating writer at 1731694770030Flushing 51cba8e687342ef6119d05ef373511ed/queue: appending metadata at 1731694770043 (+13 ms)Flushing 51cba8e687342ef6119d05ef373511ed/queue: closing flushed file at 1731694770043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5d8230: reopening flushed file at 1731694770053 (+10 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 51cba8e687342ef6119d05ef373511ed in 31ms, sequenceid=5, compaction requested=false at 1731694770060 (+7 ms)Writing region close event to WAL at 1731694770061 (+1 ms)Running coprocessor post-close hooks at 1731694770065 (+4 ms)Closed at 1731694770065 2024-11-15T18:19:30,065 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:30,107 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028.replicationSource.wal-reader.74ec74825666%2C35821%2C1731694761028,1-74ec74825666,35821,1731694761028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.1731694762931 to pos 0, reset compression=false 2024-11-15T18:19:30,113 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:19:30,230 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:30,412 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028.replicationSource.wal-reader.74ec74825666%2C35821%2C1731694761028,1-74ec74825666,35821,1731694761028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.1731694762931 to pos 0, reset compression=false 2024-11-15T18:19:30,430 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:30,448 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/info/e6e7bee27f724166a5158ff99c3ab4f5 2024-11-15T18:19:30,466 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/ns/9ee182b1b89543b78dffdde3b99dc16a is 43, key is default/ns:d/1731694764084/Put/seqid=0 2024-11-15T18:19:30,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741840_1016 (size=5153) 2024-11-15T18:19:30,631 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:30,804 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:19:30,804 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:19:30,817 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028.replicationSource.wal-reader.74ec74825666%2C35821%2C1731694761028,1-74ec74825666,35821,1731694761028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.1731694762931 to pos 0, reset compression=false 2024-11-15T18:19:30,831 DEBUG [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:30,872 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/ns/9ee182b1b89543b78dffdde3b99dc16a 2024-11-15T18:19:30,895 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/table/2d24cfb68c374288bd302d0fa29b6ca7 is 53, key is hbase:replication/table:state/1731694769526/Put/seqid=0 2024-11-15T18:19:30,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741841_1017 (size=5256) 2024-11-15T18:19:30,900 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/table/2d24cfb68c374288bd302d0fa29b6ca7 2024-11-15T18:19:30,905 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/info/e6e7bee27f724166a5158ff99c3ab4f5 as hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/info/e6e7bee27f724166a5158ff99c3ab4f5 2024-11-15T18:19:30,910 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/info/e6e7bee27f724166a5158ff99c3ab4f5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T18:19:30,911 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/ns/9ee182b1b89543b78dffdde3b99dc16a as hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/ns/9ee182b1b89543b78dffdde3b99dc16a 2024-11-15T18:19:30,916 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/ns/9ee182b1b89543b78dffdde3b99dc16a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T18:19:30,917 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/table/2d24cfb68c374288bd302d0fa29b6ca7 as hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/table/2d24cfb68c374288bd302d0fa29b6ca7 2024-11-15T18:19:30,922 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/table/2d24cfb68c374288bd302d0fa29b6ca7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T18:19:30,922 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 892ms, sequenceid=11, compaction requested=false 2024-11-15T18:19:30,926 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T18:19:30,927 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:30,927 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:19:30,927 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:30,927 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694770030Running coprocessor pre-close hooks at 1731694770030Disabling compacts and flushes for region at 1731694770030Disabling writes for close at 1731694770030Obtaining lock to block concurrent updates at 1731694770030Preparing flush snapshotting stores in 1588230740 at 1731694770030Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731694770031 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731694770031Flushing 1588230740/info: creating writer at 1731694770031Flushing 1588230740/info: appending metadata at 1731694770044 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731694770044Flushing 1588230740/ns: creating writer at 1731694770453 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731694770466 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731694770466Flushing 1588230740/table: creating writer at 1731694770878 (+412 ms)Flushing 1588230740/table: appending metadata at 1731694770895 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731694770895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a76dd5: reopening flushed file at 1731694770904 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6822cccc: reopening flushed file at 1731694770910 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f53fcfb: reopening flushed file at 1731694770916 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 892ms, sequenceid=11, compaction requested=false at 1731694770922 (+6 ms)Writing region close event to WAL at 1731694770924 (+2 ms)Running coprocessor post-close hooks at 1731694770927 (+3 ms)Closed at 1731694770927 2024-11-15T18:19:30,927 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:30,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:19:30,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T18:19:30,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:30,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T18:19:30,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:19:30,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T18:19:30,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:19:30,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T18:19:31,031 INFO [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,35821,1731694761028; all regions closed. 2024-11-15T18:19:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741834_1010 (size=2742) 2024-11-15T18:19:31,036 DEBUG [RS:0;74ec74825666:35821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs 2024-11-15T18:19:31,036 INFO [RS:0;74ec74825666:35821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C35821%2C1731694761028.meta:.meta(num 1731694763985) 2024-11-15T18:19:31,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741837_1013 (size=1586) 2024-11-15T18:19:31,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.rep.1731694769350 not finished, retry = 0 2024-11-15T18:19:31,141 DEBUG [RS:0;74ec74825666:35821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs 2024-11-15T18:19:31,141 INFO [RS:0;74ec74825666:35821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C35821%2C1731694761028.rep:(num 1731694769350) 2024-11-15T18:19:31,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741832_1008 (size=93) 2024-11-15T18:19:31,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028/74ec74825666%2C35821%2C1731694761028.1731694762931 not finished, retry = 0 2024-11-15T18:19:31,246 DEBUG [RS:0;74ec74825666:35821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs 2024-11-15T18:19:31,246 INFO [RS:0;74ec74825666:35821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C35821%2C1731694761028:(num 1731694762931) 2024-11-15T18:19:31,246 DEBUG [RS:0;74ec74825666:35821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:31,246 INFO [RS:0;74ec74825666:35821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:19:31,246 INFO [RS:0;74ec74825666:35821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:19:31,246 INFO [RS:0;74ec74825666:35821 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T18:19:31,246 INFO [RS:0;74ec74825666:35821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:19:31,246 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:19:31,247 INFO [RS:0;74ec74825666:35821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,35821,1731694761028 because: Region server is closing 2024-11-15T18:19:31,247 INFO [RS:0;74ec74825666:35821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:35821. 2024-11-15T18:19:31,247 DEBUG [RS:0;74ec74825666:35821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:31,247 DEBUG [RS:0;74ec74825666:35821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:31,247 DEBUG [RS:0;74ec74825666:35821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:31,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:31,347 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028.replicationSource.shipper74ec74825666%2C35821%2C1731694761028,1-74ec74825666,35821,1731694761028 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T18:19:31,348 INFO [RS:0;74ec74825666:35821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35821,1731694761028.replicationSource.shipper74ec74825666%2C35821%2C1731694761028,1-74ec74825666,35821,1731694761028 terminated 2024-11-15T18:19:31,348 INFO [RS:0;74ec74825666:35821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35821 2024-11-15T18:19:31,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416333512/rs/74ec74825666,35821,1731694761028 2024-11-15T18:19:31,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/rs 2024-11-15T18:19:31,396 INFO [RS:0;74ec74825666:35821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:19:31,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,35821,1731694761028] 2024-11-15T18:19:31,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/draining/74ec74825666,35821,1731694761028 already deleted, retry=false 2024-11-15T18:19:31,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,35821,1731694761028 expired; onlineServers=0 2024-11-15T18:19:31,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,35155,1731694760720' ***** 2024-11-15T18:19:31,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:19:31,417 INFO [M:0;74ec74825666:35155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:19:31,417 INFO [M:0;74ec74825666:35155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:19:31,417 DEBUG [M:0;74ec74825666:35155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:19:31,417 DEBUG [M:0;74ec74825666:35155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:19:31,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:19:31,417 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694762682 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694762682,5,FailOnTimeoutGroup] 2024-11-15T18:19:31,417 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694762682 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694762682,5,FailOnTimeoutGroup] 2024-11-15T18:19:31,417 INFO [M:0;74ec74825666:35155 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:19:31,417 INFO [M:0;74ec74825666:35155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:19:31,418 DEBUG [M:0;74ec74825666:35155 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:19:31,418 INFO [M:0;74ec74825666:35155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:19:31,418 INFO [M:0;74ec74825666:35155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:19:31,418 INFO [M:0;74ec74825666:35155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:19:31,418 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:19:31,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416333512/master 2024-11-15T18:19:31,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:31,428 DEBUG [M:0;74ec74825666:35155 {}] zookeeper.ZKUtil(347): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/master because node does not exist (not an error) 2024-11-15T18:19:31,428 WARN [M:0;74ec74825666:35155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:19:31,428 INFO [M:0;74ec74825666:35155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/.lastflushedseqids 2024-11-15T18:19:31,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741842_1018 (size=181) 2024-11-15T18:19:31,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:31,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35821-0x1013fb9029e0001, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:31,507 INFO [RS:0;74ec74825666:35821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:19:31,507 INFO [RS:0;74ec74825666:35821 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,35821,1731694761028; zookeeper connection closed. 2024-11-15T18:19:31,507 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20824061 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20824061 2024-11-15T18:19:31,507 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:19:31,833 INFO [M:0;74ec74825666:35155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:19:31,833 INFO [M:0;74ec74825666:35155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:19:31,833 DEBUG [M:0;74ec74825666:35155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:19:31,833 INFO [M:0;74ec74825666:35155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:31,833 DEBUG [M:0;74ec74825666:35155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:31,833 DEBUG [M:0;74ec74825666:35155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:19:31,833 DEBUG [M:0;74ec74825666:35155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:31,833 INFO [M:0;74ec74825666:35155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T18:19:31,850 DEBUG [M:0;74ec74825666:35155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f09b05007b54df98efc3cfb55ca8524 is 82, key is hbase:meta,,1/info:regioninfo/1731694764035/Put/seqid=0 2024-11-15T18:19:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741843_1019 (size=5672) 2024-11-15T18:19:32,255 INFO [M:0;74ec74825666:35155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f09b05007b54df98efc3cfb55ca8524 2024-11-15T18:19:32,276 DEBUG [M:0;74ec74825666:35155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c640018e65f4a18af136c261c0e60ca is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731694769532/Put/seqid=0 2024-11-15T18:19:32,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741844_1020 (size=7203) 2024-11-15T18:19:32,680 INFO [M:0;74ec74825666:35155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c640018e65f4a18af136c261c0e60ca 2024-11-15T18:19:32,697 DEBUG [M:0;74ec74825666:35155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d35b12f829b44fa999e6e45a15e0567 is 69, key is 74ec74825666,35821,1731694761028/rs:state/1731694762789/Put/seqid=0 2024-11-15T18:19:32,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741845_1021 (size=5156) 2024-11-15T18:19:33,101 INFO [M:0;74ec74825666:35155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d35b12f829b44fa999e6e45a15e0567 2024-11-15T18:19:33,105 DEBUG [M:0;74ec74825666:35155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f09b05007b54df98efc3cfb55ca8524 as hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f09b05007b54df98efc3cfb55ca8524 2024-11-15T18:19:33,110 INFO [M:0;74ec74825666:35155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f09b05007b54df98efc3cfb55ca8524, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T18:19:33,111 DEBUG [M:0;74ec74825666:35155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c640018e65f4a18af136c261c0e60ca as hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c640018e65f4a18af136c261c0e60ca 2024-11-15T18:19:33,116 INFO [M:0;74ec74825666:35155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c640018e65f4a18af136c261c0e60ca, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T18:19:33,117 DEBUG [M:0;74ec74825666:35155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d35b12f829b44fa999e6e45a15e0567 as hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d35b12f829b44fa999e6e45a15e0567 2024-11-15T18:19:33,122 INFO [M:0;74ec74825666:35155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d35b12f829b44fa999e6e45a15e0567, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T18:19:33,123 INFO [M:0;74ec74825666:35155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false 2024-11-15T18:19:33,124 INFO [M:0;74ec74825666:35155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:33,124 DEBUG [M:0;74ec74825666:35155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694771833Disabling compacts and flushes for region at 1731694771833Disabling writes for close at 1731694771833Obtaining lock to block concurrent updates at 1731694771833Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694771833Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731694771834 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694771834Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694771834Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694771850 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694771850Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694772259 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694772275 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694772275Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694772684 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694772696 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694772696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3495ef00: reopening flushed file at 1731694773105 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0c0c11: reopening flushed file at 1731694773110 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f75c58: reopening flushed file at 1731694773116 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false at 1731694773123 (+7 ms)Writing region close event to WAL at 1731694773124 (+1 ms)Closed at 1731694773124 2024-11-15T18:19:33,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741830_1006 (size=41008) 2024-11-15T18:19:33,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,35155,1731694760720/74ec74825666%2C35155%2C1731694760720.1731694762377 not finished, retry = 0 2024-11-15T18:19:33,226 INFO [M:0;74ec74825666:35155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:19:33,226 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:19:33,227 INFO [M:0;74ec74825666:35155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35155 2024-11-15T18:19:33,227 INFO [M:0;74ec74825666:35155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:19:33,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:33,422 INFO [M:0;74ec74825666:35155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:19:33,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1013fb9029e0000, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:33,424 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:19:33,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:33,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:33,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:19:33,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:33,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:19:33,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:19:33,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:19:33,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33739 2024-11-15T18:19:33,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33739 connecting to ZooKeeper ensemble=127.0.0.1:62917 2024-11-15T18:19:33,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337390x0, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:33,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33739-0x1013fb9029e0006 connected 2024-11-15T18:19:33,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:33,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:33,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/running 2024-11-15T18:19:33,496 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: INIT 2024-11-15T18:19:33,496 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1, hbase.cluster.distributed=false 2024-11-15T18:19:33,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/acl 2024-11-15T18:19:33,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-15T18:19:33,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33739 2024-11-15T18:19:33,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33739 2024-11-15T18:19:33,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-15T18:19:33,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-15T18:19:33,511 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:19:33,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:33,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:33,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:19:33,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:33,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:19:33,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:19:33,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:19:33,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36763 2024-11-15T18:19:33,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36763 connecting to ZooKeeper ensemble=127.0.0.1:62917 2024-11-15T18:19:33,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:33,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:33,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367630x0, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:33,580 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: INIT 2024-11-15T18:19:33,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367630x0, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/running 2024-11-15T18:19:33,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36763-0x1013fb9029e0007 connected 2024-11-15T18:19:33,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:19:33,581 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:19:33,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/master 2024-11-15T18:19:33,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/acl 2024-11-15T18:19:33,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-15T18:19:33,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36763 2024-11-15T18:19:33,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36763 2024-11-15T18:19:33,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-15T18:19:33,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-15T18:19:33,593 DEBUG [M:0;74ec74825666:33739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:33739 2024-11-15T18:19:33,594 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01416333512/backup-masters/74ec74825666,33739,1731694773424 2024-11-15T18:19:33,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/backup-masters 2024-11-15T18:19:33,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/backup-masters 2024-11-15T18:19:33,712 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on existing znode=/01416333512/backup-masters/74ec74825666,33739,1731694773424 2024-11-15T18:19:33,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01416333512/master 2024-11-15T18:19:33,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:33,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:33,723 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on existing znode=/01416333512/master 2024-11-15T18:19:33,723 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01416333512/backup-masters/74ec74825666,33739,1731694773424 from backup master directory 2024-11-15T18:19:33,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416333512/backup-masters/74ec74825666,33739,1731694773424 2024-11-15T18:19:33,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/backup-masters 2024-11-15T18:19:33,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/backup-masters 2024-11-15T18:19:33,733 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:19:33,733 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,33739,1731694773424 2024-11-15T18:19:33,742 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:33,742 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:19:33,747 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-15T18:19:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741846_1022 (size=196) 2024-11-15T18:19:34,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:19:34,166 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:19:34,167 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:19:34,168 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:34,173 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T18:19:34,176 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,35155,1731694760720 to hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,35155,1731694760720-dead as it is dead 2024-11-15T18:19:34,176 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,35155,1731694760720-dead/74ec74825666%2C35155%2C1731694760720.1731694762377 2024-11-15T18:19:34,177 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,35155,1731694760720-dead/74ec74825666%2C35155%2C1731694760720.1731694762377 after 1ms 2024-11-15T18:19:34,177 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,35155,1731694760720-dead/74ec74825666%2C35155%2C1731694760720.1731694762377 to hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74ec74825666%2C35155%2C1731694760720.1731694762377 2024-11-15T18:19:34,177 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,35155,1731694760720-dead 2024-11-15T18:19:34,178 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,33739,1731694773424 2024-11-15T18:19:34,179 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:19:34,180 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C33739%2C1731694773424, suffix=, logDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,33739,1731694773424, archiveDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/oldWALs, maxLogs=10 2024-11-15T18:19:34,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:34,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:34,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:34,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:34,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:34,198 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,33739,1731694773424/74ec74825666%2C33739%2C1731694773424.1731694774180, exclude list is [], retry=0 2024-11-15T18:19:34,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-33c8d91e-2344-4d75-ab1b-4cb473b1c840,DISK] 2024-11-15T18:19:34,203 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,33739,1731694773424/74ec74825666%2C33739%2C1731694773424.1731694774180 2024-11-15T18:19:34,203 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-15T18:19:34,203 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:34,204 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:34,204 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:34,204 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:34,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:34,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:19:34,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:34,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f09b05007b54df98efc3cfb55ca8524 2024-11-15T18:19:34,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:34,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:34,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:19:34,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:34,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c640018e65f4a18af136c261c0e60ca 2024-11-15T18:19:34,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:34,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:34,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:19:34,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:34,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d35b12f829b44fa999e6e45a15e0567 2024-11-15T18:19:34,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:34,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:34,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:19:34,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:34,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:34,229 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:34,229 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T18:19:34,229 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74ec74825666%2C35155%2C1731694760720.1731694762377 2024-11-15T18:19:34,234 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74ec74825666%2C35155%2C1731694760720.1731694762377 2024-11-15T18:19:34,234 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/74ec74825666%2C35155%2C1731694760720.1731694762377 2024-11-15T18:19:34,236 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:34,236 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:34,236 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:34,238 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:34,240 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-15T18:19:34,240 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68064065, jitterRate=0.014233604073524475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:34,241 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694774204Initializing all the Stores at 1731694774205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694774205Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694774205Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694774205Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694774205Cleaning up temporary data from old regions at 1731694774236 (+31 ms)Region opened successfully at 1731694774241 (+5 ms) 2024-11-15T18:19:34,241 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:19:34,244 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b99b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:19:34,246 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T18:19:34,246 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:19:34,246 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:19:34,246 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:19:34,247 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:19:34,249 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:34,249 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:19:34,250 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:19:34,250 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T18:19:34,250 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:19:34,253 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=74ec74825666,35821,1731694761028, regionLocation=74ec74825666,35821,1731694761028, openSeqNum=2 2024-11-15T18:19:34,253 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=74ec74825666,35821,1731694761028, table=hbase:meta, region=1588230740 2024-11-15T18:19:34,253 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,35821,1731694761028, state=OPEN 2024-11-15T18:19:34,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01416333512/meta-region-server 2024-11-15T18:19:34,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01416333512/meta-region-server 2024-11-15T18:19:34,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: CHANGED 2024-11-15T18:19:34,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: CHANGED 2024-11-15T18:19:34,305 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:19:34,312 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/draining/74ec74825666,35821,1731694761028 already deleted, retry=false 2024-11-15T18:19:34,312 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 74ec74825666,35821,1731694761028 on 74ec74825666,33739,1731694773424 2024-11-15T18:19:34,313 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 74ec74825666,35821,1731694761028, splitWal=true, meta=true 2024-11-15T18:19:34,313 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 74ec74825666,35821,1731694761028 (carryingMeta=true) 74ec74825666,35821,1731694761028/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3a138e5a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T18:19:34,315 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/balancer because node does not exist (not necessarily an error) 2024-11-15T18:19:34,322 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/balancer already deleted, retry=false 2024-11-15T18:19:34,322 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:19:34,323 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:19:34,411 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/normalizer already deleted, retry=false 2024-11-15T18:19:34,411 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:19:34,412 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:19:34,438 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/switch/split already deleted, retry=false 2024-11-15T18:19:34,438 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:19:34,448 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/switch/merge already deleted, retry=false 2024-11-15T18:19:34,461 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:19:34,469 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/snapshot-cleanup already deleted, retry=false 2024-11-15T18:19:34,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01416333512/running 2024-11-15T18:19:34,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01416333512/running 2024-11-15T18:19:34,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:34,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:34,480 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,33739,1731694773424, sessionid=0x1013fb9029e0006, setting cluster-up flag (Was=false) 2024-11-15T18:19:34,491 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01416333512/flush-table-proc/acquired, /01416333512/flush-table-proc/reached, /01416333512/flush-table-proc/abort 2024-11-15T18:19:34,492 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,33739,1731694773424 2024-11-15T18:19:34,502 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01416333512/online-snapshot/acquired, /01416333512/online-snapshot/reached, /01416333512/online-snapshot/abort 2024-11-15T18:19:34,502 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,33739,1731694773424 2024-11-15T18:19:34,504 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/.lastflushedseqids 2024-11-15T18:19:34,505 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:19:34,506 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:19:34,506 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,33739,1731694773424 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 74ec74825666,35821,1731694761028 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:19:34,507 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:34,507 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:34,507 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:34,507 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:34,507 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:19:34,507 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,507 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:19:34,507 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,509 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 74ec74825666,35821,1731694761028, splitWal=true, meta=true 2024-11-15T18:19:34,509 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 74ec74825666,35821,1731694761028, splitWal=true, meta=true, isMeta: true 2024-11-15T18:19:34,510 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694804510 2024-11-15T18:19:34,510 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028-splitting 2024-11-15T18:19:34,510 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:19:34,510 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:19:34,510 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:19:34,511 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:19:34,511 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:19:34,511 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:19:34,511 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,511 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028-splitting dir is empty, no logs to split. 2024-11-15T18:19:34,511 INFO [PEWorker-1 {}] master.SplitWALManager(105): 74ec74825666,35821,1731694761028 WAL count=0, meta=true 2024-11-15T18:19:34,511 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:19:34,511 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:19:34,511 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:19:34,511 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:19:34,511 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:19:34,512 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:19:34,512 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694774512,5,FailOnTimeoutGroup] 2024-11-15T18:19:34,512 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694774512,5,FailOnTimeoutGroup] 2024-11-15T18:19:34,512 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,512 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:19:34,512 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,512 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,512 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694774512, completionTime=-1 2024-11-15T18:19:34,512 WARN [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T18:19:34,512 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T18:19:34,513 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028-splitting dir is empty, no logs to split. 2024-11-15T18:19:34,513 INFO [PEWorker-1 {}] master.SplitWALManager(105): 74ec74825666,35821,1731694761028 WAL count=0, meta=true 2024-11-15T18:19:34,513 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 74ec74825666,35821,1731694761028 WAL splitting is done? wals=0, meta=true 2024-11-15T18:19:34,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:19:34,514 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:19:34,515 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:19:34,585 INFO [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(746): ClusterId : 5f154052-8f20-4a97-8943-17997ace181c 2024-11-15T18:19:34,585 DEBUG [RS:0;74ec74825666:36763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:19:34,596 DEBUG [RS:0;74ec74825666:36763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:19:34,596 DEBUG [RS:0;74ec74825666:36763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:19:34,607 DEBUG [RS:0;74ec74825666:36763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:19:34,607 DEBUG [RS:0;74ec74825666:36763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a7fae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:19:34,617 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:36763 2024-11-15T18:19:34,617 INFO [RS:0;74ec74825666:36763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:19:34,617 INFO [RS:0;74ec74825666:36763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:19:34,617 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:19:34,618 INFO [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,33739,1731694773424 with port=36763, startcode=1731694773510 2024-11-15T18:19:34,618 DEBUG [RS:0;74ec74825666:36763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:19:34,619 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:19:34,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,36763,1731694773510 2024-11-15T18:19:34,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33739 {}] master.ServerManager(517): Registering regionserver=74ec74825666,36763,1731694773510 2024-11-15T18:19:34,621 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1 2024-11-15T18:19:34,621 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38941 2024-11-15T18:19:34,621 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:19:34,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/rs 2024-11-15T18:19:34,653 DEBUG [RS:0;74ec74825666:36763 {}] zookeeper.ZKUtil(111): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on existing znode=/01416333512/rs/74ec74825666,36763,1731694773510 2024-11-15T18:19:34,653 WARN [RS:0;74ec74825666:36763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:19:34,653 INFO [RS:0;74ec74825666:36763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:34,653 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510 2024-11-15T18:19:34,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,36763,1731694773510] 2024-11-15T18:19:34,662 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T18:19:34,665 WARN [74ec74825666:33739 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T18:19:34,670 INFO [RS:0;74ec74825666:36763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:19:34,671 INFO [RS:0;74ec74825666:36763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:19:34,672 INFO [RS:0;74ec74825666:36763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:19:34,672 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,672 INFO [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:19:34,673 INFO [RS:0;74ec74825666:36763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:19:34,673 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:19:34,673 DEBUG [RS:0;74ec74825666:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:19:34,674 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,674 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,674 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,674 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,674 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,674 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36763,1731694773510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:19:34,686 INFO [RS:0;74ec74825666:36763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:19:34,686 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36763,1731694773510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,699 INFO [RS:0;74ec74825666:36763 {}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,36763,1731694773510, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:19:34,699 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,699 INFO [RS:0;74ec74825666:36763 {}] regionserver.Replication(171): 74ec74825666,36763,1731694773510 started 2024-11-15T18:19:34,711 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:34,711 INFO [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,36763,1731694773510, RpcServer on 74ec74825666/172.17.0.2:36763, sessionid=0x1013fb9029e0007 2024-11-15T18:19:34,711 DEBUG [RS:0;74ec74825666:36763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:19:34,711 DEBUG [RS:0;74ec74825666:36763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,36763,1731694773510 2024-11-15T18:19:34,711 DEBUG [RS:0;74ec74825666:36763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,36763,1731694773510' 2024-11-15T18:19:34,711 DEBUG [RS:0;74ec74825666:36763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01416333512/flush-table-proc/abort' 2024-11-15T18:19:34,711 DEBUG [RS:0;74ec74825666:36763.replicationSource,1-74ec74825666,36763,1731694773510 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:38935' 2024-11-15T18:19:34,712 DEBUG [RS:0;74ec74825666:36763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01416333512/flush-table-proc/acquired' 2024-11-15T18:19:34,712 DEBUG [RS:0;74ec74825666:36763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:19:34,712 DEBUG [RS:0;74ec74825666:36763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:19:34,712 DEBUG [RS:0;74ec74825666:36763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,36763,1731694773510 2024-11-15T18:19:34,712 DEBUG [RS:0;74ec74825666:36763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,36763,1731694773510' 2024-11-15T18:19:34,712 DEBUG [RS:0;74ec74825666:36763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01416333512/online-snapshot/abort' 2024-11-15T18:19:34,712 DEBUG [RS:0;74ec74825666:36763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01416333512/online-snapshot/acquired' 2024-11-15T18:19:34,713 DEBUG [RS:0;74ec74825666:36763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:19:34,713 INFO [RS:0;74ec74825666:36763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:19:34,713 INFO [RS:0;74ec74825666:36763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:19:34,713 DEBUG [RS:0;74ec74825666:36763.replicationSource,1-74ec74825666,36763,1731694773510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a6aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:34,713 DEBUG [RS:0;74ec74825666:36763.replicationSource,1-74ec74825666,36763,1731694773510 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38935,-1 for getting cluster id 2024-11-15T18:19:34,713 DEBUG [RS:0;74ec74825666:36763.replicationSource,1-74ec74825666,36763,1731694773510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:34,714 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6053e3-80c1-4f29-af93-94bca29ea59c' 2024-11-15T18:19:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6053e3-80c1-4f29-af93-94bca29ea59c" 2024-11-15T18:19:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322a73f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38935,-1] 2024-11-15T18:19:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:34,715 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:34,716 DEBUG [RS:0;74ec74825666:36763.replicationSource,1-74ec74825666,36763,1731694773510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29b3d3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:34,716 DEBUG [RS:0;74ec74825666:36763.replicationSource,1-74ec74825666,36763,1731694773510 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:19:34,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,38935,1731694766036 2024-11-15T18:19:34,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40569acf 2024-11-15T18:19:34,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:19:34,718 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-15T18:19:34,718 INFO [RS:0;74ec74825666:36763.replicationSource,1-74ec74825666,36763,1731694773510 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,36763,1731694773510 (queues=0) is replicating from cluster=5f154052-8f20-4a97-8943-17997ace181c to cluster=9f6053e3-80c1-4f29-af93-94bca29ea59c 2024-11-15T18:19:34,813 INFO [RS:0;74ec74825666:36763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:19:34,814 INFO [RS:0;74ec74825666:36763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C36763%2C1731694773510, suffix=, logDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510, archiveDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs, maxLogs=10 2024-11-15T18:19:34,825 DEBUG [RS:0;74ec74825666:36763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815, exclude list is [], retry=0 2024-11-15T18:19:34,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-33c8d91e-2344-4d75-ab1b-4cb473b1c840,DISK] 2024-11-15T18:19:34,830 INFO [RS:0;74ec74825666:36763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 2024-11-15T18:19:34,830 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 74ec74825666%2C36763%2C1731694773510 for peer 1 2024-11-15T18:19:34,830 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C36763%2C1731694773510 2024-11-15T18:19:34,830 INFO [RS:0;74ec74825666:36763 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,36763,1731694773510, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:19:34,830 DEBUG [RS:0;74ec74825666:36763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-15T18:19:34,830 INFO [RS:0;74ec74825666:36763.replicationSource.shipper74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C36763%2C1731694773510 2024-11-15T18:19:34,830 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815, startPosition=0, beingWritten=true 2024-11-15T18:19:34,915 DEBUG [74ec74825666:33739 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:19:34,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,36763,1731694773510 2024-11-15T18:19:34,917 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,36763,1731694773510, state=OPENING 2024-11-15T18:19:34,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01416333512/meta-region-server 2024-11-15T18:19:34,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01416333512/meta-region-server 2024-11-15T18:19:34,939 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:19:34,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: CHANGED 2024-11-15T18:19:34,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: CHANGED 2024-11-15T18:19:34,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,36763,1731694773510}] 2024-11-15T18:19:35,035 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 to pos 0, reset compression=false 2024-11-15T18:19:35,092 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:19:35,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:19:35,096 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:19:35,096 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:35,096 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:19:35,098 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C36763%2C1731694773510.meta, suffix=.meta, logDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510, archiveDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs, maxLogs=10 2024-11-15T18:19:35,115 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.meta.1731694775098.meta, exclude list is [], retry=0 2024-11-15T18:19:35,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-33c8d91e-2344-4d75-ab1b-4cb473b1c840,DISK] 2024-11-15T18:19:35,119 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.meta.1731694775098.meta 2024-11-15T18:19:35,119 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-15T18:19:35,119 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:35,120 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:19:35,120 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:19:35,120 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:19:35,120 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:19:35,120 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:19:35,120 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:35,120 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:19:35,120 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:19:35,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:19:35,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:19:35,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:35,126 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/info/e6e7bee27f724166a5158ff99c3ab4f5 2024-11-15T18:19:35,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:35,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:19:35,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:19:35,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:35,131 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/ns/9ee182b1b89543b78dffdde3b99dc16a 2024-11-15T18:19:35,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:35,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:19:35,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:19:35,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:35,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:35,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:19:35,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:19:35,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:35,137 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/table/2d24cfb68c374288bd302d0fa29b6ca7 2024-11-15T18:19:35,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:35,137 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:19:35,138 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740 2024-11-15T18:19:35,139 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740 2024-11-15T18:19:35,140 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:19:35,140 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:19:35,141 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:35,142 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:19:35,143 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68196989, jitterRate=0.01621432602405548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:35,143 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:19:35,143 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694775120Writing region info on filesystem at 1731694775120Initializing all the Stores at 1731694775121 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694775121Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694775121Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694775121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694775121Cleaning up temporary data from old regions at 1731694775140 (+19 ms)Running coprocessor post-open hooks at 1731694775143 (+3 ms)Region opened successfully at 1731694775143 2024-11-15T18:19:35,144 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731694775092 2024-11-15T18:19:35,146 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:19:35,146 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:19:35,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=74ec74825666,36763,1731694773510 2024-11-15T18:19:35,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,36763,1731694773510, state=OPEN 2024-11-15T18:19:35,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01416333512/meta-region-server 2024-11-15T18:19:35,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01416333512/meta-region-server 2024-11-15T18:19:35,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: CHANGED 2024-11-15T18:19:35,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416333512/meta-region-server: CHANGED 2024-11-15T18:19:35,196 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,36763,1731694773510 2024-11-15T18:19:35,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T18:19:35,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,36763,1731694773510 in 257 msec 2024-11-15T18:19:35,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:19:35,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 684 msec 2024-11-15T18:19:35,339 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 to pos 0, reset compression=false 2024-11-15T18:19:35,744 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 to pos 0, reset compression=false 2024-11-15T18:19:36,165 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T18:19:36,248 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 to pos 0, reset compression=false 2024-11-15T18:19:36,852 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 to pos 0, reset compression=false 2024-11-15T18:19:37,556 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 to pos 0, reset compression=false 2024-11-15T18:19:37,668 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-15T18:19:38,360 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 to pos 0, reset compression=false 2024-11-15T18:19:39,020 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T18:19:39,020 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:19:39,020 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:19:39,020 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,36763,1731694773510, seqNum=-1] 2024-11-15T18:19:39,020 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:19:39,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:19:39,024 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51cba8e687342ef6119d05ef373511ed, regionState=OPEN, lastHost=74ec74825666,35821,1731694761028, regionLocation=74ec74825666,35821,1731694761028, openSeqNum=2 2024-11-15T18:19:39,024 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:19:39,024 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694839024 2024-11-15T18:19:39,024 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694899024 2024-11-15T18:19:39,024 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-15T18:19:39,025 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 74ec74825666,35821,1731694761028 had 2 regions 2024-11-15T18:19:39,025 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33739,1731694773424-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:39,025 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33739,1731694773424-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:39,025 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33739,1731694773424-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:39,025 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:33739, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:39,025 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:39,025 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:39,026 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 74ec74825666,35821,1731694761028, splitWal=true, meta=true, isMeta: false 2024-11-15T18:19:39,027 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028-splitting dir is empty, no logs to split. 2024-11-15T18:19:39,027 INFO [PEWorker-3 {}] master.SplitWALManager(105): 74ec74825666,35821,1731694761028 WAL count=0, meta=false 2024-11-15T18:19:39,029 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,35821,1731694761028-splitting dir is empty, no logs to split. 2024-11-15T18:19:39,029 INFO [PEWorker-3 {}] master.SplitWALManager(105): 74ec74825666,35821,1731694761028 WAL count=0, meta=false 2024-11-15T18:19:39,029 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 74ec74825666,35821,1731694761028 WAL splitting is done? wals=0, meta=false 2024-11-15T18:19:39,031 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.298sec 2024-11-15T18:19:39,031 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:19:39,031 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:19:39,031 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:19:39,031 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:19:39,031 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:19:39,031 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33739,1731694773424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:19:39,032 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33739,1731694773424-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:19:39,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cba8e687342ef6119d05ef373511ed, ASSIGN}] 2024-11-15T18:19:39,034 WARN [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=74ec74825666,35821,1731694761028/hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:39,035 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cba8e687342ef6119d05ef373511ed, ASSIGN 2024-11-15T18:19:39,035 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:19:39,035 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:19:39,036 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,33739,1731694773424-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:39,036 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51cba8e687342ef6119d05ef373511ed, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:19:39,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:39,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,33739,-1 for getting cluster id 2024-11-15T18:19:39,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:39,090 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f154052-8f20-4a97-8943-17997ace181c' 2024-11-15T18:19:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f154052-8f20-4a97-8943-17997ace181c" 2024-11-15T18:19:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0fec31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,33739,-1] 2024-11-15T18:19:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:39,091 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2a89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:39,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:19:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,36763,1731694773510, seqNum=-1] 2024-11-15T18:19:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:19:39,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:19:39,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T18:19:39,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:39,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:39,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:39,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:39,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:39,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 74ec74825666:33739 after: 74ec74825666:33739 2024-11-15T18:19:39,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:39,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,33739,-1 for getting cluster id 2024-11-15T18:19:39,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:39,098 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f154052-8f20-4a97-8943-17997ace181c' 2024-11-15T18:19:39,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:39,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f154052-8f20-4a97-8943-17997ace181c" 2024-11-15T18:19:39,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f867f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:39,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,33739,-1] 2024-11-15T18:19:39,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:39,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:39,100 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:39,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:39,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:19:39,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,33739,1731694773424 2024-11-15T18:19:39,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cbccf3d 2024-11-15T18:19:39,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:19:39,102 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:19:39,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T18:19:39,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:19:39,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:39,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:39,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:39,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:39,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:39,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:19:39,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1293892917, stopped=false 2024-11-15T18:19:39,103 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,38935,1731694766036 2024-11-15T18:19:39,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1928888483/running 2024-11-15T18:19:39,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1928888483/running 2024-11-15T18:19:39,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:39,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:39,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:19:39,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Set watcher on znode that does not yet exist, /1928888483/running 2024-11-15T18:19:39,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:39,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:39,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:39,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Set watcher on znode that does not yet exist, /1928888483/running 2024-11-15T18:19:39,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,41625,1731694766169' ***** 2024-11-15T18:19:39,161 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:19:39,161 INFO [RS:0;74ec74825666:41625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:19:39,161 INFO [RS:0;74ec74825666:41625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:19:39,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:19:39,161 INFO [RS:0;74ec74825666:41625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:19:39,162 INFO [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,41625,1731694766169 2024-11-15T18:19:39,162 INFO [RS:0;74ec74825666:41625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:19:39,162 INFO [RS:0;74ec74825666:41625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:41625. 2024-11-15T18:19:39,162 DEBUG [RS:0;74ec74825666:41625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:39,162 DEBUG [RS:0;74ec74825666:41625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:39,162 INFO [RS:0;74ec74825666:41625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:19:39,162 INFO [RS:0;74ec74825666:41625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:19:39,162 INFO [RS:0;74ec74825666:41625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:19:39,162 INFO [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:19:39,162 INFO [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:19:39,162 DEBUG [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:19:39,162 DEBUG [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:39,162 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:19:39,162 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:19:39,162 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:19:39,162 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:19:39,162 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:19:39,162 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T18:19:39,178 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/1588230740/.tmp/ns/6199c5188ccb43f5b89d2b1aaf2912d0 is 43, key is default/ns:d/1731694768720/Put/seqid=0 2024-11-15T18:19:39,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741835_1011 (size=5153) 2024-11-15T18:19:39,186 DEBUG [74ec74825666:33739 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:19:39,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=51cba8e687342ef6119d05ef373511ed, regionState=OPENING, regionLocation=74ec74825666,36763,1731694773510 2024-11-15T18:19:39,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51cba8e687342ef6119d05ef373511ed, ASSIGN because future has completed 2024-11-15T18:19:39,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cba8e687342ef6119d05ef373511ed, server=74ec74825666,36763,1731694773510}] 2024-11-15T18:19:39,203 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:19:39,264 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 to pos 0, reset compression=false 2024-11-15T18:19:39,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:39,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:39,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:19:39,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C36763%2C1731694773510.rep, suffix=, logDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510, archiveDir=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs, maxLogs=10 2024-11-15T18:19:39,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.rep.1731694779347, exclude list is [], retry=0 2024-11-15T18:19:39,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-33c8d91e-2344-4d75-ab1b-4cb473b1c840,DISK] 2024-11-15T18:19:39,362 DEBUG [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:39,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.rep.1731694779347 2024-11-15T18:19:39,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-15T18:19:39,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 51cba8e687342ef6119d05ef373511ed, NAME => 'hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:39,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:19:39,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:19:39,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. service=MultiRowMutationService 2024-11-15T18:19:39,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:19:39,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:39,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,365 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,366 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cba8e687342ef6119d05ef373511ed columnFamilyName hfileref 2024-11-15T18:19:39,366 DEBUG [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:39,366 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(327): Store=51cba8e687342ef6119d05ef373511ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:39,366 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,367 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cba8e687342ef6119d05ef373511ed columnFamilyName queue 2024-11-15T18:19:39,367 DEBUG [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:39,372 DEBUG [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed/queue/3a80ff831717414c9847fbebb4aee03e 2024-11-15T18:19:39,372 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(327): Store=51cba8e687342ef6119d05ef373511ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:39,372 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,373 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cba8e687342ef6119d05ef373511ed columnFamilyName sid 2024-11-15T18:19:39,373 DEBUG [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:39,373 INFO [StoreOpener-51cba8e687342ef6119d05ef373511ed-1 {}] regionserver.HStore(327): Store=51cba8e687342ef6119d05ef373511ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:39,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:19:39,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 51cba8e687342ef6119d05ef373511ed; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74940400, jitterRate=0.1166989803314209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:19:39,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:39,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 51cba8e687342ef6119d05ef373511ed: Running coprocessor pre-open hook at 1731694779364Writing region info on filesystem at 1731694779364Initializing all the Stores at 1731694779365 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694779365Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694779365Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694779365Cleaning up temporary data from old regions at 1731694779376 (+11 ms)Running coprocessor post-open hooks at 1731694779378 (+2 ms)Region opened successfully at 1731694779379 (+1 ms) 2024-11-15T18:19:39,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed., pid=13, masterSystemTime=1731694779341 2024-11-15T18:19:39,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:39,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:39,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=51cba8e687342ef6119d05ef373511ed, regionState=OPEN, openSeqNum=9, regionLocation=74ec74825666,36763,1731694773510 2024-11-15T18:19:39,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cba8e687342ef6119d05ef373511ed, server=74ec74825666,36763,1731694773510 because future has completed 2024-11-15T18:19:39,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T18:19:39,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 51cba8e687342ef6119d05ef373511ed, server=74ec74825666,36763,1731694773510 in 196 msec 2024-11-15T18:19:39,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-15T18:19:39,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51cba8e687342ef6119d05ef373511ed, ASSIGN in 352 msec 2024-11-15T18:19:39,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T18:19:39,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed., hostname=74ec74825666,36763,1731694773510, seqNum=9] 2024-11-15T18:19:39,405 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 74ec74825666,35821,1731694761028 2024-11-15T18:19:39,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T18:19:39,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-15T18:19:39,562 DEBUG [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:39,583 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/1588230740/.tmp/ns/6199c5188ccb43f5b89d2b1aaf2912d0 2024-11-15T18:19:39,588 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/1588230740/.tmp/ns/6199c5188ccb43f5b89d2b1aaf2912d0 as hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/1588230740/ns/6199c5188ccb43f5b89d2b1aaf2912d0 2024-11-15T18:19:39,593 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/1588230740/ns/6199c5188ccb43f5b89d2b1aaf2912d0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T18:19:39,593 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-15T18:19:39,593 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:19:39,597 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T18:19:39,598 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:39,598 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:19:39,598 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:39,598 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694779162Running coprocessor pre-close hooks at 1731694779162Disabling compacts and flushes for region at 1731694779162Disabling writes for close at 1731694779162Obtaining lock to block concurrent updates at 1731694779162Preparing flush snapshotting stores in 1588230740 at 1731694779162Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731694779163 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731694779163Flushing 1588230740/ns: creating writer at 1731694779163Flushing 1588230740/ns: appending metadata at 1731694779177 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731694779177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45644ecd: reopening flushed file at 1731694779587 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731694779593 (+6 ms)Writing region close event to WAL at 1731694779594 (+1 ms)Running coprocessor post-close hooks at 1731694779598 (+4 ms)Closed at 1731694779598 2024-11-15T18:19:39,598 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:39,763 INFO [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,41625,1731694766169; all regions closed. 2024-11-15T18:19:39,793 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:19:39,793 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:19:39,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741834_1010 (size=1152) 2024-11-15T18:19:39,816 DEBUG [RS:0;74ec74825666:41625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/oldWALs 2024-11-15T18:19:39,816 INFO [RS:0;74ec74825666:41625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C41625%2C1731694766169.meta:.meta(num 1731694768610) 2024-11-15T18:19:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741833_1009 (size=93) 2024-11-15T18:19:39,820 DEBUG [RS:0;74ec74825666:41625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/oldWALs 2024-11-15T18:19:39,820 INFO [RS:0;74ec74825666:41625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C41625%2C1731694766169:(num 1731694767949) 2024-11-15T18:19:39,820 DEBUG [RS:0;74ec74825666:41625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:39,820 INFO [RS:0;74ec74825666:41625 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:19:39,820 INFO [RS:0;74ec74825666:41625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:19:39,820 INFO [RS:0;74ec74825666:41625 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T18:19:39,820 INFO [RS:0;74ec74825666:41625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:19:39,820 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:19:39,820 INFO [RS:0;74ec74825666:41625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41625 2024-11-15T18:19:39,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1928888483/rs/74ec74825666,41625,1731694766169 2024-11-15T18:19:39,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483/rs 2024-11-15T18:19:39,864 INFO [RS:0;74ec74825666:41625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:19:39,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,41625,1731694766169] 2024-11-15T18:19:39,979 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1928888483/draining/74ec74825666,41625,1731694766169 already deleted, retry=false 2024-11-15T18:19:39,979 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,41625,1731694766169 expired; onlineServers=0 2024-11-15T18:19:39,979 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,38935,1731694766036' ***** 2024-11-15T18:19:39,979 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:19:39,979 INFO [M:0;74ec74825666:38935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:19:39,979 INFO [M:0;74ec74825666:38935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:19:39,979 DEBUG [M:0;74ec74825666:38935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:19:39,980 DEBUG [M:0;74ec74825666:38935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:19:39,980 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:19:39,980 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694767674 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694767674,5,FailOnTimeoutGroup] 2024-11-15T18:19:39,980 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694767674 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694767674,5,FailOnTimeoutGroup] 2024-11-15T18:19:39,980 INFO [M:0;74ec74825666:38935 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:19:39,980 INFO [M:0;74ec74825666:38935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:19:39,980 DEBUG [M:0;74ec74825666:38935 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:19:39,980 INFO [M:0;74ec74825666:38935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:19:39,980 INFO [M:0;74ec74825666:38935 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:19:39,980 INFO [M:0;74ec74825666:38935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:19:39,980 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:19:39,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:39,986 INFO [RS:0;74ec74825666:41625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:19:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41625-0x1013fb9029e0004, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:39,987 INFO [RS:0;74ec74825666:41625 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,41625,1731694766169; zookeeper connection closed. 2024-11-15T18:19:39,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c8d2b69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c8d2b69 2024-11-15T18:19:39,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:19:40,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1928888483/master 2024-11-15T18:19:40,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1928888483 2024-11-15T18:19:40,042 DEBUG [M:0;74ec74825666:38935 {}] zookeeper.ZKUtil(347): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Unable to get data of znode /1928888483/master because node does not exist (not an error) 2024-11-15T18:19:40,042 WARN [M:0;74ec74825666:38935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:19:40,043 INFO [M:0;74ec74825666:38935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/.lastflushedseqids 2024-11-15T18:19:40,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741836_1012 (size=99) 2024-11-15T18:19:40,269 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 to pos 0, reset compression=false 2024-11-15T18:19:40,450 INFO [M:0;74ec74825666:38935 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:19:40,450 INFO [M:0;74ec74825666:38935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:19:40,450 DEBUG [M:0;74ec74825666:38935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:19:40,450 INFO [M:0;74ec74825666:38935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:40,451 DEBUG [M:0;74ec74825666:38935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:40,451 DEBUG [M:0;74ec74825666:38935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:19:40,451 DEBUG [M:0;74ec74825666:38935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:40,451 INFO [M:0;74ec74825666:38935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T18:19:40,465 DEBUG [M:0;74ec74825666:38935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/101c4c4c1c9044cc8c57e1ca1a00df72 is 82, key is hbase:meta,,1/info:regioninfo/1731694768684/Put/seqid=0 2024-11-15T18:19:40,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741837_1013 (size=5672) 2024-11-15T18:19:40,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:19:40,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:40,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:40,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:40,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:40,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:40,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:19:40,869 INFO [M:0;74ec74825666:38935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/101c4c4c1c9044cc8c57e1ca1a00df72 2024-11-15T18:19:40,890 DEBUG [M:0;74ec74825666:38935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e126fa7bb1ac464294cce29b1bc7af08 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731694768724/Put/seqid=0 2024-11-15T18:19:40,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741838_1014 (size=5275) 2024-11-15T18:19:40,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T18:19:40,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T18:19:41,294 INFO [M:0;74ec74825666:38935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e126fa7bb1ac464294cce29b1bc7af08 2024-11-15T18:19:41,314 DEBUG [M:0;74ec74825666:38935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c34e9b50d7b64cef96a9c5d9b23e5c65 is 69, key is 74ec74825666,41625,1731694766169/rs:state/1731694767755/Put/seqid=0 2024-11-15T18:19:41,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741839_1015 (size=5156) 2024-11-15T18:19:41,373 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 to pos 0, reset compression=false 2024-11-15T18:19:41,718 INFO [M:0;74ec74825666:38935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c34e9b50d7b64cef96a9c5d9b23e5c65 2024-11-15T18:19:41,723 DEBUG [M:0;74ec74825666:38935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/101c4c4c1c9044cc8c57e1ca1a00df72 as hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/101c4c4c1c9044cc8c57e1ca1a00df72 2024-11-15T18:19:41,727 INFO [M:0;74ec74825666:38935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/101c4c4c1c9044cc8c57e1ca1a00df72, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T18:19:41,728 DEBUG [M:0;74ec74825666:38935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e126fa7bb1ac464294cce29b1bc7af08 as hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e126fa7bb1ac464294cce29b1bc7af08 2024-11-15T18:19:41,732 INFO [M:0;74ec74825666:38935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e126fa7bb1ac464294cce29b1bc7af08, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T18:19:41,733 DEBUG [M:0;74ec74825666:38935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c34e9b50d7b64cef96a9c5d9b23e5c65 as hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c34e9b50d7b64cef96a9c5d9b23e5c65 2024-11-15T18:19:41,737 INFO [M:0;74ec74825666:38935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/bf1d6f23-7a62-c0ba-76e9-cb96225f8406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c34e9b50d7b64cef96a9c5d9b23e5c65, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T18:19:41,738 INFO [M:0;74ec74825666:38935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false 2024-11-15T18:19:41,739 INFO [M:0;74ec74825666:38935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:41,739 DEBUG [M:0;74ec74825666:38935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694780450Disabling compacts and flushes for region at 1731694780450Disabling writes for close at 1731694780451 (+1 ms)Obtaining lock to block concurrent updates at 1731694780451Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694780451Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731694780451Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694780452 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694780452Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694780465 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694780465Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694780874 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694780889 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694780889Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694781298 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694781314 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694781314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@313b4b87: reopening flushed file at 1731694781722 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c18f560: reopening flushed file at 1731694781727 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77055797: reopening flushed file at 1731694781732 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false at 1731694781738 (+6 ms)Writing region close event to WAL at 1731694781739 (+1 ms)Closed at 1731694781739 2024-11-15T18:19:41,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741830_1006 (size=10165) 2024-11-15T18:19:41,741 INFO [M:0;74ec74825666:38935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:19:41,741 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:19:41,741 INFO [M:0;74ec74825666:38935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38935 2024-11-15T18:19:41,742 INFO [M:0;74ec74825666:38935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:19:41,906 INFO [M:0;74ec74825666:38935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:19:41,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:41,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38935-0x1013fb9029e0003, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:41,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c111acf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:19:41,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:19:41,908 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:19:41,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:19:41,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/hadoop.log.dir/,STOPPED} 2024-11-15T18:19:41,910 WARN [BP-751222950-172.17.0.2-1731694764248 heartbeating to localhost/127.0.0.1:34281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:19:41,910 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:19:41,910 WARN [BP-751222950-172.17.0.2-1731694764248 heartbeating to localhost/127.0.0.1:34281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-751222950-172.17.0.2-1731694764248 (Datanode Uuid 853d8b50-8531-40d6-b51d-6856ebef1fa0) service to localhost/127.0.0.1:34281 2024-11-15T18:19:41,910 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:19:41,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/cluster_080d5026-5084-5d35-27f9-1616e12c380d/data/data1/current/BP-751222950-172.17.0.2-1731694764248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:19:41,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/cluster_080d5026-5084-5d35-27f9-1616e12c380d/data/data2/current/BP-751222950-172.17.0.2-1731694764248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:19:41,911 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:19:41,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2207950c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:19:41,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:19:41,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:19:41,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:19:41,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/hadoop.log.dir/,STOPPED} 2024-11-15T18:19:41,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:19:41,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:19:41,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:41,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:41,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:41,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:41,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:41,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:19:41,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=812817562, stopped=false 2024-11-15T18:19:41,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,33739,1731694773424 2024-11-15T18:19:41,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416333512/running 2024-11-15T18:19:41,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416333512/running 2024-11-15T18:19:41,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:41,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:41,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:19:41,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:19:41,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:41,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:41,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/running 2024-11-15T18:19:41,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Set watcher on znode that does not yet exist, /01416333512/running 2024-11-15T18:19:41,939 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,36763,1731694773510' ***** 2024-11-15T18:19:41,939 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:19:41,939 INFO [RS:0;74ec74825666:36763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:19:41,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:19:41,940 INFO [RS:0;74ec74825666:36763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:19:41,940 INFO [RS:0;74ec74825666:36763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:19:41,940 INFO [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(3091): Received CLOSE for 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:41,940 INFO [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,36763,1731694773510 2024-11-15T18:19:41,940 INFO [RS:0;74ec74825666:36763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:19:41,940 INFO [RS:0;74ec74825666:36763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:36763. 2024-11-15T18:19:41,940 DEBUG [RS:0;74ec74825666:36763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:41,940 DEBUG [RS:0;74ec74825666:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:41,940 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51cba8e687342ef6119d05ef373511ed, disabling compactions & flushes 2024-11-15T18:19:41,940 INFO [RS:0;74ec74825666:36763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:19:41,940 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:41,940 INFO [RS:0;74ec74825666:36763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:19:41,940 INFO [RS:0;74ec74825666:36763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:19:41,940 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:41,940 INFO [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:19:41,940 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. after waiting 0 ms 2024-11-15T18:19:41,940 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:41,940 INFO [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:19:41,940 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 51cba8e687342ef6119d05ef373511ed=hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed.} 2024-11-15T18:19:41,940 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51cba8e687342ef6119d05ef373511ed 2024-11-15T18:19:41,940 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:19:41,940 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:19:41,941 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:19:41,941 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:19:41,941 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:19:41,941 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T18:19:41,944 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/replication/51cba8e687342ef6119d05ef373511ed/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-15T18:19:41,944 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:41,944 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:19:41,944 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:41,944 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51cba8e687342ef6119d05ef373511ed: Waiting for close lock at 1731694781940Running coprocessor pre-close hooks at 1731694781940Disabling compacts and flushes for region at 1731694781940Disabling writes for close at 1731694781940Writing region close event to WAL at 1731694781941 (+1 ms)Running coprocessor post-close hooks at 1731694781944 (+3 ms)Closed at 1731694781944 2024-11-15T18:19:41,945 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed. 2024-11-15T18:19:41,955 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/info/93cf940ff7264520b32064985b09b2fa is 147, key is hbase:replication,,1731694768889.51cba8e687342ef6119d05ef373511ed./info:regioninfo/1731694779382/Put/seqid=0 2024-11-15T18:19:41,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741851_1027 (size=6385) 2024-11-15T18:19:41,980 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:19:42,141 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:42,341 DEBUG [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:19:42,359 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/info/93cf940ff7264520b32064985b09b2fa 2024-11-15T18:19:42,364 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/.tmp/info/93cf940ff7264520b32064985b09b2fa as hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/info/93cf940ff7264520b32064985b09b2fa 2024-11-15T18:19:42,368 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/info/93cf940ff7264520b32064985b09b2fa, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T18:19:42,369 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-15T18:19:42,372 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T18:19:42,373 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:19:42,373 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:19:42,373 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:42,373 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694781940Running coprocessor pre-close hooks at 1731694781940Disabling compacts and flushes for region at 1731694781940Disabling writes for close at 1731694781941 (+1 ms)Obtaining lock to block concurrent updates at 1731694781941Preparing flush snapshotting stores in 1588230740 at 1731694781941Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731694781941Flushing stores of hbase:meta,,1.1588230740 at 1731694781941Flushing 1588230740/info: creating writer at 1731694781941Flushing 1588230740/info: appending metadata at 1731694781954 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731694781954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e47d2c: reopening flushed file at 1731694782363 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731694782369 (+6 ms)Writing region close event to WAL at 1731694782370 (+1 ms)Running coprocessor post-close hooks at 1731694782373 (+3 ms)Closed at 1731694782373 2024-11-15T18:19:42,373 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:42,541 INFO [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,36763,1731694773510; all regions closed. 2024-11-15T18:19:42,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741849_1025 (size=2156) 2024-11-15T18:19:42,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.meta.1731694775098.meta not finished, retry = 0 2024-11-15T18:19:42,578 DEBUG [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 to pos 0, reset compression=false 2024-11-15T18:19:42,646 DEBUG [RS:0;74ec74825666:36763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs 2024-11-15T18:19:42,646 INFO [RS:0;74ec74825666:36763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C36763%2C1731694773510.meta:.meta(num 1731694775098) 2024-11-15T18:19:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741850_1026 (size=796) 2024-11-15T18:19:42,649 DEBUG [RS:0;74ec74825666:36763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs 2024-11-15T18:19:42,649 INFO [RS:0;74ec74825666:36763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C36763%2C1731694773510.rep:(num 1731694779347) 2024-11-15T18:19:42,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741848_1024 (size=93) 2024-11-15T18:19:42,651 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/WALs/74ec74825666,36763,1731694773510/74ec74825666%2C36763%2C1731694773510.1731694774815 not finished, retry = 0 2024-11-15T18:19:42,674 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:19:42,674 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:19:42,754 DEBUG [RS:0;74ec74825666:36763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/oldWALs 2024-11-15T18:19:42,754 INFO [RS:0;74ec74825666:36763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C36763%2C1731694773510:(num 1731694774815) 2024-11-15T18:19:42,754 DEBUG [RS:0;74ec74825666:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:42,754 INFO [RS:0;74ec74825666:36763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:19:42,754 INFO [RS:0;74ec74825666:36763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:19:42,754 INFO [RS:0;74ec74825666:36763 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:19:42,754 INFO [RS:0;74ec74825666:36763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:19:42,754 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:19:42,755 INFO [RS:0;74ec74825666:36763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,36763,1731694773510 because: Region server is closing 2024-11-15T18:19:42,755 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T18:19:42,755 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T18:19:42,755 INFO [RS:0;74ec74825666:36763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:36763. 2024-11-15T18:19:42,755 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T18:19:42,755 DEBUG [RS:0;74ec74825666:36763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:19:42,755 DEBUG [RS:0;74ec74825666:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:42,755 DEBUG [RS:0;74ec74825666:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:42,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:42,855 WARN [RS:0;74ec74825666:36763.replicationSource.shipper74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T18:19:42,855 WARN [RS:0;74ec74825666:36763.replicationSource.wal-reader.74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:19:42,856 INFO [RS:0;74ec74825666:36763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;74ec74825666:36763.replicationSource.shipper74ec74825666%2C36763%2C1731694773510,1-74ec74825666,36763,1731694773510 terminated 2024-11-15T18:19:42,856 INFO [RS:0;74ec74825666:36763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36763 2024-11-15T18:19:42,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512/rs 2024-11-15T18:19:42,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416333512/rs/74ec74825666,36763,1731694773510 2024-11-15T18:19:42,907 INFO [RS:0;74ec74825666:36763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:19:42,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,36763,1731694773510] 2024-11-15T18:19:42,928 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01416333512/draining/74ec74825666,36763,1731694773510 already deleted, retry=false 2024-11-15T18:19:42,928 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,36763,1731694773510 expired; onlineServers=0 2024-11-15T18:19:42,928 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,33739,1731694773424' ***** 2024-11-15T18:19:42,928 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:19:42,928 INFO [M:0;74ec74825666:33739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:19:42,928 INFO [M:0;74ec74825666:33739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:19:42,928 DEBUG [M:0;74ec74825666:33739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:19:42,928 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:19:42,928 DEBUG [M:0;74ec74825666:33739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:19:42,928 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694774512 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694774512,5,FailOnTimeoutGroup] 2024-11-15T18:19:42,929 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694774512 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694774512,5,FailOnTimeoutGroup] 2024-11-15T18:19:42,929 INFO [M:0;74ec74825666:33739 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:19:42,929 INFO [M:0;74ec74825666:33739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:19:42,929 DEBUG [M:0;74ec74825666:33739 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:19:42,929 INFO [M:0;74ec74825666:33739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:19:42,929 INFO [M:0;74ec74825666:33739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:19:42,929 INFO [M:0;74ec74825666:33739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:19:42,929 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:19:42,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416333512/master 2024-11-15T18:19:42,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416333512 2024-11-15T18:19:42,939 DEBUG [M:0;74ec74825666:33739 {}] zookeeper.ZKUtil(347): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Unable to get data of znode /01416333512/master because node does not exist (not an error) 2024-11-15T18:19:42,939 WARN [M:0;74ec74825666:33739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:19:42,939 INFO [M:0;74ec74825666:33739 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/.lastflushedseqids 2024-11-15T18:19:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741852_1028 (size=181) 2024-11-15T18:19:43,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:43,018 INFO [RS:0;74ec74825666:36763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:19:43,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x1013fb9029e0007, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:43,018 INFO [RS:0;74ec74825666:36763 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,36763,1731694773510; zookeeper connection closed. 2024-11-15T18:19:43,018 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7becb7d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7becb7d2 2024-11-15T18:19:43,018 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:19:43,348 INFO [M:0;74ec74825666:33739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:19:43,349 INFO [M:0;74ec74825666:33739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:19:43,349 DEBUG [M:0;74ec74825666:33739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:19:43,349 INFO [M:0;74ec74825666:33739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:43,349 DEBUG [M:0;74ec74825666:33739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:43,349 DEBUG [M:0;74ec74825666:33739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:19:43,349 DEBUG [M:0;74ec74825666:33739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:43,349 INFO [M:0;74ec74825666:33739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T18:19:43,363 DEBUG [M:0;74ec74825666:33739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d42485d94834340af452cb669c1c331 is 82, key is hbase:meta,,1/info:regioninfo/1731694775146/Put/seqid=0 2024-11-15T18:19:43,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741853_1029 (size=5672) 2024-11-15T18:19:43,767 INFO [M:0;74ec74825666:33739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d42485d94834340af452cb669c1c331 2024-11-15T18:19:43,784 DEBUG [M:0;74ec74825666:33739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f814d5d77154d0497726cf7b7d7e2b3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731694779387/Put/seqid=0 2024-11-15T18:19:43,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741854_1030 (size=7312) 2024-11-15T18:19:44,188 INFO [M:0;74ec74825666:33739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f814d5d77154d0497726cf7b7d7e2b3 2024-11-15T18:19:44,207 DEBUG [M:0;74ec74825666:33739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4696b026eb64afaaf929c85aeb310f7 is 69, key is 74ec74825666,36763,1731694773510/rs:state/1731694774620/Put/seqid=0 2024-11-15T18:19:44,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741855_1031 (size=5370) 2024-11-15T18:19:44,618 INFO [M:0;74ec74825666:33739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4696b026eb64afaaf929c85aeb310f7 2024-11-15T18:19:44,622 INFO [M:0;74ec74825666:33739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4696b026eb64afaaf929c85aeb310f7 2024-11-15T18:19:44,623 DEBUG [M:0;74ec74825666:33739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d42485d94834340af452cb669c1c331 as hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d42485d94834340af452cb669c1c331 2024-11-15T18:19:44,627 INFO [M:0;74ec74825666:33739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d42485d94834340af452cb669c1c331, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T18:19:44,628 DEBUG [M:0;74ec74825666:33739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f814d5d77154d0497726cf7b7d7e2b3 as hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f814d5d77154d0497726cf7b7d7e2b3 2024-11-15T18:19:44,632 INFO [M:0;74ec74825666:33739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f814d5d77154d0497726cf7b7d7e2b3, entries=7, sequenceid=127, filesize=7.1 K 2024-11-15T18:19:44,633 DEBUG [M:0;74ec74825666:33739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4696b026eb64afaaf929c85aeb310f7 as hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4696b026eb64afaaf929c85aeb310f7 2024-11-15T18:19:44,636 INFO [M:0;74ec74825666:33739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4696b026eb64afaaf929c85aeb310f7 2024-11-15T18:19:44,636 INFO [M:0;74ec74825666:33739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38941/user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4696b026eb64afaaf929c85aeb310f7, entries=2, sequenceid=127, filesize=5.2 K 2024-11-15T18:19:44,637 INFO [M:0;74ec74825666:33739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-11-15T18:19:44,638 INFO [M:0;74ec74825666:33739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:44,638 DEBUG [M:0;74ec74825666:33739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694783349Disabling compacts and flushes for region at 1731694783349Disabling writes for close at 1731694783349Obtaining lock to block concurrent updates at 1731694783349Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694783349Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731694783349Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694783350 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694783350Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694783362 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694783362Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694783771 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694783784 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694783784Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694784192 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694784206 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694784206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae7eb28: reopening flushed file at 1731694784622 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff609d3: reopening flushed file at 1731694784627 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d46f669: reopening flushed file at 1731694784632 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1731694784637 (+5 ms)Writing region close event to WAL at 1731694784638 (+1 ms)Closed at 1731694784638 2024-11-15T18:19:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741847_1023 (size=22903) 2024-11-15T18:19:44,640 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ead81d8-63a4-7c94-0b05-413be00826f1/MasterData/WALs/74ec74825666,33739,1731694773424/74ec74825666%2C33739%2C1731694773424.1731694774180 not finished, retry = 0 2024-11-15T18:19:44,741 INFO [M:0;74ec74825666:33739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:19:44,741 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:19:44,741 INFO [M:0;74ec74825666:33739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33739 2024-11-15T18:19:44,741 INFO [M:0;74ec74825666:33739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:19:44,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:44,965 INFO [M:0;74ec74825666:33739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:19:44,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1013fb9029e0006, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:19:44,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39cef80a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:19:44,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4184d484{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:19:44,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:19:44,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:19:44,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/hadoop.log.dir/,STOPPED} 2024-11-15T18:19:44,970 WARN [BP-64875842-172.17.0.2-1731694757645 heartbeating to localhost/127.0.0.1:38941 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:19:44,970 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:19:44,970 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:19:44,970 WARN [BP-64875842-172.17.0.2-1731694757645 heartbeating to localhost/127.0.0.1:38941 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-64875842-172.17.0.2-1731694757645 (Datanode Uuid 0985bed3-b649-4017-9754-4297462915a7) service to localhost/127.0.0.1:38941 2024-11-15T18:19:44,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/cluster_ebacfe56-a74b-38c0-a3d6-e4c6d3968149/data/data1/current/BP-64875842-172.17.0.2-1731694757645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:19:44,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/cluster_ebacfe56-a74b-38c0-a3d6-e4c6d3968149/data/data2/current/BP-64875842-172.17.0.2-1731694757645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:19:44,971 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:19:44,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@159e5a7f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:19:44,977 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4649bf0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:19:44,977 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:19:44,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:19:44,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d32fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be23607d-5138-d2b5-c9c8-4c62a05328ae/hadoop.log.dir/,STOPPED} 2024-11-15T18:19:44,982 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:19:44,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:19:45,000 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38941 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34281 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=566 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 334) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2516 (was 3329) 2024-11-15T18:19:45,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=2516 2024-11-15T18:19:45,020 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-15T18:19:45,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/hadoop.log.dir so I do NOT create it in target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3 2024-11-15T18:19:45,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:19:45,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/hadoop.tmp.dir so I do NOT create it in target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3 2024-11-15T18:19:45,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c29ced8-b352-7be4-d22e-d5cc1103004f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:19:45,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3 2024-11-15T18:19:45,021 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/cluster_c7fb5e1b-8c19-aa16-e261-ee8e277d2e99, deleteOnExit=true 2024-11-15T18:19:45,043 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/cluster_c7fb5e1b-8c19-aa16-e261-ee8e277d2e99/zookeeper_0, clientPort=60102, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/cluster_c7fb5e1b-8c19-aa16-e261-ee8e277d2e99/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/cluster_c7fb5e1b-8c19-aa16-e261-ee8e277d2e99/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:19:45,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60102 2024-11-15T18:19:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:19:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:19:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/test.cache.data in system properties and HBase conf 2024-11-15T18:19:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:19:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:19:45,045 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:19:45,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013fb9029e0005, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:19:45,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013fb9029e0002, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:19:45,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013fb9029e0002, quorum=127.0.0.1:62917, baseZNode=/01416333512 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:19:45,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013fb9029e0005, quorum=127.0.0.1:62917, baseZNode=/1928888483 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:19:45,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:45,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:19:45,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:19:45,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:19:45,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:19:45,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:45,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:19:45,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375a96e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:19:45,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e8372f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/java.io.tmpdir/jetty-localhost-33791-hadoop-hdfs-3_4_1-tests_jar-_-any-18050687233669824478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:19:45,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@755866f7{HTTP/1.1, (http/1.1)}{localhost:33791} 2024-11-15T18:19:45,491 INFO [Time-limited test {}] server.Server(415): Started @170853ms 2024-11-15T18:19:45,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:45,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:19:45,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:19:45,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:19:45,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:19:45,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:19:45,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c0c8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:19:45,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b816d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/java.io.tmpdir/jetty-localhost-43481-hadoop-hdfs-3_4_1-tests_jar-_-any-13225384975746694685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:19:45,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6a9ea6{HTTP/1.1, (http/1.1)}{localhost:43481} 2024-11-15T18:19:45,831 INFO [Time-limited test {}] server.Server(415): Started @171193ms 2024-11-15T18:19:45,832 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:19:46,458 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/cluster_c7fb5e1b-8c19-aa16-e261-ee8e277d2e99/data/data1/current/BP-392403027-172.17.0.2-1731694785063/current, will proceed with Du for space computation calculation, 2024-11-15T18:19:46,459 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/cluster_c7fb5e1b-8c19-aa16-e261-ee8e277d2e99/data/data2/current/BP-392403027-172.17.0.2-1731694785063/current, will proceed with Du for space computation calculation, 2024-11-15T18:19:46,491 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:19:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8391e717a950e277 with lease ID 0x56047c57c8f1a139: Processing first storage report for DS-a8514dd3-8071-4a94-b33d-4596b6a8d2e7 from datanode DatanodeRegistration(127.0.0.1:38609, datanodeUuid=26d3ea6c-6b30-4371-820e-52b80d936143, infoPort=33017, infoSecurePort=0, ipcPort=37603, storageInfo=lv=-57;cid=testClusterID;nsid=1362666960;c=1731694785063) 2024-11-15T18:19:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8391e717a950e277 with lease ID 0x56047c57c8f1a139: from storage DS-a8514dd3-8071-4a94-b33d-4596b6a8d2e7 node DatanodeRegistration(127.0.0.1:38609, datanodeUuid=26d3ea6c-6b30-4371-820e-52b80d936143, infoPort=33017, infoSecurePort=0, ipcPort=37603, storageInfo=lv=-57;cid=testClusterID;nsid=1362666960;c=1731694785063), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:19:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8391e717a950e277 with lease ID 0x56047c57c8f1a139: Processing first storage report for DS-35057782-2b2a-4aa2-bad4-c091adaeae6a from datanode DatanodeRegistration(127.0.0.1:38609, datanodeUuid=26d3ea6c-6b30-4371-820e-52b80d936143, infoPort=33017, infoSecurePort=0, ipcPort=37603, storageInfo=lv=-57;cid=testClusterID;nsid=1362666960;c=1731694785063) 2024-11-15T18:19:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8391e717a950e277 with lease ID 0x56047c57c8f1a139: from storage DS-35057782-2b2a-4aa2-bad4-c091adaeae6a node DatanodeRegistration(127.0.0.1:38609, datanodeUuid=26d3ea6c-6b30-4371-820e-52b80d936143, infoPort=33017, infoSecurePort=0, ipcPort=37603, storageInfo=lv=-57;cid=testClusterID;nsid=1362666960;c=1731694785063), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:19:46,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3 2024-11-15T18:19:46,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:46,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:19:46,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6 with version=8 2024-11-15T18:19:46,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/hbase-staging 2024-11-15T18:19:46,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:19:46,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:46,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:46,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:19:46,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:46,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:19:46,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:19:46,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:19:46,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39129 2024-11-15T18:19:46,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39129 connecting to ZooKeeper ensemble=127.0.0.1:60102 2024-11-15T18:19:47,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391290x0, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:47,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39129-0x1013fb96dbe0000 connected 2024-11-15T18:19:47,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:47,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:47,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Set watcher on znode that does not yet exist, /01579377983/running 2024-11-15T18:19:47,145 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6, hbase.cluster.distributed=false 2024-11-15T18:19:47,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Set watcher on znode that does not yet exist, /01579377983/acl 2024-11-15T18:19:47,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-15T18:19:47,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39129 2024-11-15T18:19:47,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39129 2024-11-15T18:19:47,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-15T18:19:47,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-15T18:19:47,160 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:19:47,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:47,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:47,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:19:47,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:47,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:19:47,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:19:47,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:19:47,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40901 2024-11-15T18:19:47,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40901 connecting to ZooKeeper ensemble=127.0.0.1:60102 2024-11-15T18:19:47,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:47,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:47,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409010x0, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:47,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409010x0, quorum=127.0.0.1:60102, baseZNode=/01579377983 Set watcher on znode that does not yet exist, /01579377983/running 2024-11-15T18:19:47,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40901-0x1013fb96dbe0001 connected 2024-11-15T18:19:47,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:19:47,184 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:19:47,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Set watcher on znode that does not yet exist, /01579377983/master 2024-11-15T18:19:47,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Set watcher on znode that does not yet exist, /01579377983/acl 2024-11-15T18:19:47,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40901 2024-11-15T18:19:47,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40901 2024-11-15T18:19:47,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40901 2024-11-15T18:19:47,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40901 2024-11-15T18:19:47,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40901 2024-11-15T18:19:47,217 DEBUG [M:0;74ec74825666:39129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:39129 2024-11-15T18:19:47,220 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01579377983/backup-masters/74ec74825666,39129,1731694786970 2024-11-15T18:19:47,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983/backup-masters 2024-11-15T18:19:47,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983/backup-masters 2024-11-15T18:19:47,227 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Set watcher on existing znode=/01579377983/backup-masters/74ec74825666,39129,1731694786970 2024-11-15T18:19:47,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01579377983/master 2024-11-15T18:19:47,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:47,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:47,237 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Set watcher on existing znode=/01579377983/master 2024-11-15T18:19:47,238 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01579377983/backup-masters/74ec74825666,39129,1731694786970 from backup master directory 2024-11-15T18:19:47,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983/backup-masters 2024-11-15T18:19:47,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01579377983/backup-masters/74ec74825666,39129,1731694786970 2024-11-15T18:19:47,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983/backup-masters 2024-11-15T18:19:47,247 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:19:47,247 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,39129,1731694786970 2024-11-15T18:19:47,251 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/hbase.id] with ID: c6bffa3b-5d31-4dc2-a48d-c514916b9fbc 2024-11-15T18:19:47,251 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/.tmp/hbase.id 2024-11-15T18:19:47,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:19:47,255 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/.tmp/hbase.id]:[hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/hbase.id] 2024-11-15T18:19:47,263 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:47,263 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:19:47,264 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T18:19:47,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:47,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:47,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:19:47,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:19:47,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:47,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:47,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:47,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:47,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:47,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:47,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:47,681 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:19:47,681 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:19:47,682 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:47,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:19:48,087 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store 2024-11-15T18:19:48,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:19:48,493 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:48,493 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:19:48,493 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:48,493 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:48,493 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:19:48,493 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:48,493 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:48,493 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694788493Disabling compacts and flushes for region at 1731694788493Disabling writes for close at 1731694788493Writing region close event to WAL at 1731694788493Closed at 1731694788493 2024-11-15T18:19:48,494 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/.initializing 2024-11-15T18:19:48,494 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/WALs/74ec74825666,39129,1731694786970 2024-11-15T18:19:48,495 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:19:48,496 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C39129%2C1731694786970, suffix=, logDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/WALs/74ec74825666,39129,1731694786970, archiveDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/oldWALs, maxLogs=10 2024-11-15T18:19:48,507 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/WALs/74ec74825666,39129,1731694786970/74ec74825666%2C39129%2C1731694786970.1731694788496, exclude list is [], retry=0 2024-11-15T18:19:48,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38609,DS-a8514dd3-8071-4a94-b33d-4596b6a8d2e7,DISK] 2024-11-15T18:19:48,511 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/WALs/74ec74825666,39129,1731694786970/74ec74825666%2C39129%2C1731694786970.1731694788496 2024-11-15T18:19:48,511 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-15T18:19:48,511 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:48,511 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:48,511 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,511 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:19:48,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:48,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:48,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:19:48,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:48,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:48,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:19:48,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:48,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:48,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:19:48,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:48,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:48,518 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,519 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,519 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,520 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,520 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:48,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:48,523 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:19:48,523 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75342218, jitterRate=0.12268653512001038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:48,523 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694788512Initializing all the Stores at 1731694788512Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694788512Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694788512Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694788513 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694788513Cleaning up temporary data from old regions at 1731694788520 (+7 ms)Region opened successfully at 1731694788523 (+3 ms) 2024-11-15T18:19:48,524 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:19:48,526 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be0a42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:19:48,527 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:19:48,527 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:19:48,527 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:19:48,527 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:19:48,527 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:19:48,528 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:19:48,528 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:19:48,529 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:19:48,530 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Unable to get data of znode /01579377983/balancer because node does not exist (not necessarily an error) 2024-11-15T18:19:48,591 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01579377983/balancer already deleted, retry=false 2024-11-15T18:19:48,591 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:19:48,592 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Unable to get data of znode /01579377983/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:19:48,601 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01579377983/normalizer already deleted, retry=false 2024-11-15T18:19:48,602 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:19:48,603 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Unable to get data of znode /01579377983/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:19:48,694 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01579377983/switch/split already deleted, retry=false 2024-11-15T18:19:48,695 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Unable to get data of znode /01579377983/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:19:48,721 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01579377983/switch/merge already deleted, retry=false 2024-11-15T18:19:48,722 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Unable to get data of znode /01579377983/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:19:48,731 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01579377983/snapshot-cleanup already deleted, retry=false 2024-11-15T18:19:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01579377983/running 2024-11-15T18:19:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01579377983/running 2024-11-15T18:19:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:48,742 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,39129,1731694786970, sessionid=0x1013fb96dbe0000, setting cluster-up flag (Was=false) 2024-11-15T18:19:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:48,794 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01579377983/flush-table-proc/acquired, /01579377983/flush-table-proc/reached, /01579377983/flush-table-proc/abort 2024-11-15T18:19:48,795 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,39129,1731694786970 2024-11-15T18:19:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:48,926 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01579377983/online-snapshot/acquired, /01579377983/online-snapshot/reached, /01579377983/online-snapshot/abort 2024-11-15T18:19:48,927 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,39129,1731694786970 2024-11-15T18:19:48,928 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:19:48,933 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:48,933 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:19:48,934 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:19:48,934 WARN [master/74ec74825666:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 74ec74825666,35821,1731694761028: status=Processing ServerCrashProcedure of 74ec74825666,35821,1731694761028 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731694774508, completionTime=-1 appears to have been leaked 2024-11-15T18:19:48,934 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,39129,1731694786970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:19:48,935 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:48,935 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:48,935 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:48,935 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:48,935 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:19:48,935 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:48,935 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:19:48,935 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:48,940 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:48,940 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:19:48,941 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694818941 2024-11-15T18:19:48,941 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:19:48,941 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:19:48,941 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:19:48,941 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:19:48,941 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:19:48,941 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:19:48,941 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:48,941 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:48,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:19:48,942 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:19:48,942 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:19:48,942 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:19:48,942 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:19:48,942 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:19:48,942 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:19:48,943 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694788942,5,FailOnTimeoutGroup] 2024-11-15T18:19:48,944 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694788943,5,FailOnTimeoutGroup] 2024-11-15T18:19:48,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:48,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:19:48,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:48,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:48,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:19:48,993 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(746): ClusterId : c6bffa3b-5d31-4dc2-a48d-c514916b9fbc 2024-11-15T18:19:48,993 DEBUG [RS:0;74ec74825666:40901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:19:49,016 DEBUG [RS:0;74ec74825666:40901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:19:49,016 DEBUG [RS:0;74ec74825666:40901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:19:49,027 DEBUG [RS:0;74ec74825666:40901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:19:49,027 DEBUG [RS:0;74ec74825666:40901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d5a464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:19:49,037 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:40901 2024-11-15T18:19:49,037 INFO [RS:0;74ec74825666:40901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:19:49,037 INFO [RS:0;74ec74825666:40901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:19:49,037 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:19:49,038 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,39129,1731694786970 with port=40901, startcode=1731694787160 2024-11-15T18:19:49,038 DEBUG [RS:0;74ec74825666:40901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:19:49,039 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:19:49,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,40901,1731694787160 2024-11-15T18:19:49,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39129 {}] master.ServerManager(517): Registering regionserver=74ec74825666,40901,1731694787160 2024-11-15T18:19:49,041 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6 2024-11-15T18:19:49,041 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42523 2024-11-15T18:19:49,041 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:19:49,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983/rs 2024-11-15T18:19:49,048 DEBUG [RS:0;74ec74825666:40901 {}] zookeeper.ZKUtil(111): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Set watcher on existing znode=/01579377983/rs/74ec74825666,40901,1731694787160 2024-11-15T18:19:49,048 WARN [RS:0;74ec74825666:40901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:19:49,048 INFO [RS:0;74ec74825666:40901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:49,048 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160 2024-11-15T18:19:49,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,40901,1731694787160] 2024-11-15T18:19:49,050 INFO [RS:0;74ec74825666:40901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:19:49,052 INFO [RS:0;74ec74825666:40901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:19:49,052 INFO [RS:0;74ec74825666:40901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:19:49,052 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:49,052 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:19:49,053 INFO [RS:0;74ec74825666:40901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:19:49,053 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:19:49,053 DEBUG [RS:0;74ec74825666:40901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:19:49,057 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:49,057 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:49,057 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:49,057 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:49,057 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:49,057 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,40901,1731694787160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:19:49,076 INFO [RS:0;74ec74825666:40901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:19:49,076 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,40901,1731694787160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:49,076 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:49,076 INFO [RS:0;74ec74825666:40901 {}] regionserver.Replication(171): 74ec74825666,40901,1731694787160 started 2024-11-15T18:19:49,092 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:49,092 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,40901,1731694787160, RpcServer on 74ec74825666/172.17.0.2:40901, sessionid=0x1013fb96dbe0001 2024-11-15T18:19:49,092 DEBUG [RS:0;74ec74825666:40901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:19:49,092 DEBUG [RS:0;74ec74825666:40901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,40901,1731694787160 2024-11-15T18:19:49,092 DEBUG [RS:0;74ec74825666:40901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,40901,1731694787160' 2024-11-15T18:19:49,092 DEBUG [RS:0;74ec74825666:40901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01579377983/flush-table-proc/abort' 2024-11-15T18:19:49,092 DEBUG [RS:0;74ec74825666:40901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01579377983/flush-table-proc/acquired' 2024-11-15T18:19:49,093 DEBUG [RS:0;74ec74825666:40901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:19:49,093 DEBUG [RS:0;74ec74825666:40901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:19:49,093 DEBUG [RS:0;74ec74825666:40901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,40901,1731694787160 2024-11-15T18:19:49,093 DEBUG [RS:0;74ec74825666:40901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,40901,1731694787160' 2024-11-15T18:19:49,093 DEBUG [RS:0;74ec74825666:40901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01579377983/online-snapshot/abort' 2024-11-15T18:19:49,093 DEBUG [RS:0;74ec74825666:40901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01579377983/online-snapshot/acquired' 2024-11-15T18:19:49,093 DEBUG [RS:0;74ec74825666:40901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:19:49,093 INFO [RS:0;74ec74825666:40901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:19:49,093 INFO [RS:0;74ec74825666:40901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:19:49,193 INFO [RS:0;74ec74825666:40901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:19:49,195 INFO [RS:0;74ec74825666:40901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C40901%2C1731694787160, suffix=, logDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160, archiveDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/oldWALs, maxLogs=10 2024-11-15T18:19:49,207 DEBUG [RS:0;74ec74825666:40901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195, exclude list is [], retry=0 2024-11-15T18:19:49,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38609,DS-a8514dd3-8071-4a94-b33d-4596b6a8d2e7,DISK] 2024-11-15T18:19:49,211 INFO [RS:0;74ec74825666:40901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 2024-11-15T18:19:49,211 DEBUG [RS:0;74ec74825666:40901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-15T18:19:49,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:19:49,350 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6 2024-11-15T18:19:49,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:19:49,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:49,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:19:49,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:19:49,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:49,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:49,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:19:49,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:19:49,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:49,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:49,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:19:49,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:19:49,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:49,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:49,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:19:49,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:19:49,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:49,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:49,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:19:49,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740 2024-11-15T18:19:49,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740 2024-11-15T18:19:49,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:19:49,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:19:49,764 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:49,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:19:49,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:19:49,767 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74267913, jitterRate=0.10667814314365387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:49,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694789756Initializing all the Stores at 1731694789756Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694789756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694789756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694789756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694789756Cleaning up temporary data from old regions at 1731694789764 (+8 ms)Region opened successfully at 1731694789768 (+4 ms) 2024-11-15T18:19:49,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:19:49,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:19:49,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:19:49,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:19:49,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:19:49,768 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:49,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694789768Disabling compacts and flushes for region at 1731694789768Disabling writes for close at 1731694789768Writing region close event to WAL at 1731694789768Closed at 1731694789768 2024-11-15T18:19:49,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:49,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:19:49,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:19:49,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:19:49,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:19:49,921 DEBUG [74ec74825666:39129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:19:49,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,40901,1731694787160 2024-11-15T18:19:49,923 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,40901,1731694787160, state=OPENING 2024-11-15T18:19:49,980 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:19:49,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:49,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:19:49,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01579377983/meta-region-server: CHANGED 2024-11-15T18:19:49,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:19:49,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01579377983/meta-region-server: CHANGED 2024-11-15T18:19:49,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,40901,1731694787160}] 2024-11-15T18:19:50,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:19:50,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:19:50,147 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:19:50,147 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:50,148 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:19:50,149 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C40901%2C1731694787160.meta, suffix=.meta, logDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160, archiveDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/oldWALs, maxLogs=10 2024-11-15T18:19:50,161 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.meta.1731694790149.meta, exclude list is [], retry=0 2024-11-15T18:19:50,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38609,DS-a8514dd3-8071-4a94-b33d-4596b6a8d2e7,DISK] 2024-11-15T18:19:50,164 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.meta.1731694790149.meta 2024-11-15T18:19:50,164 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-15T18:19:50,164 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:50,165 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:19:50,165 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:19:50,165 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:19:50,165 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:19:50,165 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:19:50,165 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:50,165 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:19:50,165 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:19:50,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:19:50,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:19:50,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:50,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:50,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:19:50,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:19:50,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:50,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:50,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:19:50,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:19:50,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:50,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:50,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:19:50,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:19:50,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:50,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:50,170 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:19:50,171 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740 2024-11-15T18:19:50,171 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740 2024-11-15T18:19:50,172 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:19:50,172 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:19:50,172 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:50,173 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:19:50,174 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70215508, jitterRate=0.04629260301589966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:50,174 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:19:50,175 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694790165Writing region info on filesystem at 1731694790165Initializing all the Stores at 1731694790166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694790166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694790166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694790166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694790166Cleaning up temporary data from old regions at 1731694790172 (+6 ms)Running coprocessor post-open hooks at 1731694790174 (+2 ms)Region opened successfully at 1731694790174 2024-11-15T18:19:50,175 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694790143 2024-11-15T18:19:50,177 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:19:50,177 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:19:50,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,40901,1731694787160 2024-11-15T18:19:50,178 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,40901,1731694787160, state=OPEN 2024-11-15T18:19:50,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01579377983/meta-region-server 2024-11-15T18:19:50,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01579377983/meta-region-server 2024-11-15T18:19:50,216 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,40901,1731694787160 2024-11-15T18:19:50,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01579377983/meta-region-server: CHANGED 2024-11-15T18:19:50,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01579377983/meta-region-server: CHANGED 2024-11-15T18:19:50,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:19:50,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,40901,1731694787160 in 225 msec 2024-11-15T18:19:50,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:19:50,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-15T18:19:50,220 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:50,220 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:19:50,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:19:50,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,40901,1731694787160, seqNum=-1] 2024-11-15T18:19:50,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:19:50,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:19:50,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-15T18:19:50,226 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694790226, completionTime=-1 2024-11-15T18:19:50,226 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:19:50,226 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:19:50,228 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:19:50,228 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694850228 2024-11-15T18:19:50,228 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694910228 2024-11-15T18:19:50,228 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T18:19:50,228 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39129,1731694786970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:50,228 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39129,1731694786970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:50,228 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39129,1731694786970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:50,229 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:39129, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:50,229 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:50,229 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:50,230 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:19:50,232 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.985sec 2024-11-15T18:19:50,232 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:19:50,232 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:19:50,232 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:19:50,232 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:19:50,232 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:19:50,232 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39129,1731694786970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:19:50,232 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39129,1731694786970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:19:50,234 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:19:50,234 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:19:50,234 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39129,1731694786970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:50,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156060c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:50,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,39129,-1 for getting cluster id 2024-11-15T18:19:50,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:50,295 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6bffa3b-5d31-4dc2-a48d-c514916b9fbc' 2024-11-15T18:19:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6bffa3b-5d31-4dc2-a48d-c514916b9fbc" 2024-11-15T18:19:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78882a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,39129,-1] 2024-11-15T18:19:50,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:50,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:50,296 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:50,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156172f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:50,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:19:50,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,40901,1731694787160, seqNum=-1] 2024-11-15T18:19:50,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:19:50,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:19:50,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,39129,1731694786970 2024-11-15T18:19:50,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60102 2024-11-15T18:19:50,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:50,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013fb96dbe0002 connected 2024-11-15T18:19:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/hadoop.log.dir so I do NOT create it in target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823 2024-11-15T18:19:50,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:19:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/hadoop.tmp.dir so I do NOT create it in target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823 2024-11-15T18:19:50,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:19:50,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823 2024-11-15T18:19:50,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:19:50,334 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/cluster_9f2046b3-d7d9-8840-a810-4d3356332f73, deleteOnExit=true 2024-11-15T18:19:50,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:19:50,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/test.cache.data in system properties and HBase conf 2024-11-15T18:19:50,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:19:50,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:19:50,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:19:50,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:19:50,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:19:50,334 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:19:50,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:19:50,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:19:50,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:50,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:19:50,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:19:50,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:19:50,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:19:50,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:50,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:19:50,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19e06a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:19:50,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e4af57a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/java.io.tmpdir/jetty-localhost-44521-hadoop-hdfs-3_4_1-tests_jar-_-any-7908245301346666150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:19:50,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347b42e7{HTTP/1.1, (http/1.1)}{localhost:44521} 2024-11-15T18:19:50,732 INFO [Time-limited test {}] server.Server(415): Started @176094ms 2024-11-15T18:19:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T18:19:50,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:19:50,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:19:50,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:19:50,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:19:50,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:19:50,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:19:50,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771f0749{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:19:51,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68ce4868{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/java.io.tmpdir/jetty-localhost-40267-hadoop-hdfs-3_4_1-tests_jar-_-any-9605686261973936457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:19:51,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c9e907e{HTTP/1.1, (http/1.1)}{localhost:40267} 2024-11-15T18:19:51,084 INFO [Time-limited test {}] server.Server(415): Started @176445ms 2024-11-15T18:19:51,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:19:51,807 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/cluster_9f2046b3-d7d9-8840-a810-4d3356332f73/data/data1/current/BP-1985961893-172.17.0.2-1731694790352/current, will proceed with Du for space computation calculation, 2024-11-15T18:19:51,807 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/cluster_9f2046b3-d7d9-8840-a810-4d3356332f73/data/data2/current/BP-1985961893-172.17.0.2-1731694790352/current, will proceed with Du for space computation calculation, 2024-11-15T18:19:51,823 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:19:51,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa84ea10d1ccf1c83 with lease ID 0x664d18e45a914806: Processing first storage report for DS-1e1ee177-cb66-4878-af68-c06ff463ee9f from datanode DatanodeRegistration(127.0.0.1:42997, datanodeUuid=cd557f6b-75c0-43ea-bfee-d706d02972e3, infoPort=43803, infoSecurePort=0, ipcPort=32875, storageInfo=lv=-57;cid=testClusterID;nsid=505478435;c=1731694790352) 2024-11-15T18:19:51,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa84ea10d1ccf1c83 with lease ID 0x664d18e45a914806: from storage DS-1e1ee177-cb66-4878-af68-c06ff463ee9f node DatanodeRegistration(127.0.0.1:42997, datanodeUuid=cd557f6b-75c0-43ea-bfee-d706d02972e3, infoPort=43803, infoSecurePort=0, ipcPort=32875, storageInfo=lv=-57;cid=testClusterID;nsid=505478435;c=1731694790352), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:19:51,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa84ea10d1ccf1c83 with lease ID 0x664d18e45a914806: Processing first storage report for DS-f35edb8b-4891-41b5-8fa4-db5e41cb3cf4 from datanode DatanodeRegistration(127.0.0.1:42997, datanodeUuid=cd557f6b-75c0-43ea-bfee-d706d02972e3, infoPort=43803, infoSecurePort=0, ipcPort=32875, storageInfo=lv=-57;cid=testClusterID;nsid=505478435;c=1731694790352) 2024-11-15T18:19:51,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa84ea10d1ccf1c83 with lease ID 0x664d18e45a914806: from storage DS-f35edb8b-4891-41b5-8fa4-db5e41cb3cf4 node DatanodeRegistration(127.0.0.1:42997, datanodeUuid=cd557f6b-75c0-43ea-bfee-d706d02972e3, infoPort=43803, infoSecurePort=0, ipcPort=32875, storageInfo=lv=-57;cid=testClusterID;nsid=505478435;c=1731694790352), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:19:51,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823 2024-11-15T18:19:51,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:51,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:51,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:19:52,318 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535 with version=8 2024-11-15T18:19:52,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/hbase-staging 2024-11-15T18:19:52,320 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:19:52,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:52,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:52,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:19:52,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:52,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:19:52,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:19:52,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:19:52,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41273 2024-11-15T18:19:52,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41273 connecting to ZooKeeper ensemble=127.0.0.1:60102 2024-11-15T18:19:52,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412730x0, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:52,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41273-0x1013fb96dbe0003 connected 2024-11-15T18:19:52,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:52,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:52,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Set watcher on znode that does not yet exist, /1-669832808/running 2024-11-15T18:19:52,446 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535, hbase.cluster.distributed=false 2024-11-15T18:19:52,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Set watcher on znode that does not yet exist, /1-669832808/acl 2024-11-15T18:19:52,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41273 2024-11-15T18:19:52,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41273 2024-11-15T18:19:52,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41273 2024-11-15T18:19:52,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41273 2024-11-15T18:19:52,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41273 2024-11-15T18:19:52,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:19:52,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:52,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:52,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:19:52,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:19:52,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:19:52,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:19:52,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:19:52,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41485 2024-11-15T18:19:52,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41485 connecting to ZooKeeper ensemble=127.0.0.1:60102 2024-11-15T18:19:52,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:52,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:52,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414850x0, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:52,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414850x0, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Set watcher on znode that does not yet exist, /1-669832808/running 2024-11-15T18:19:52,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41485-0x1013fb96dbe0004 connected 2024-11-15T18:19:52,479 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:19:52,479 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:19:52,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Set watcher on znode that does not yet exist, /1-669832808/master 2024-11-15T18:19:52,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Set watcher on znode that does not yet exist, /1-669832808/acl 2024-11-15T18:19:52,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-15T18:19:52,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41485 2024-11-15T18:19:52,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41485 2024-11-15T18:19:52,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-15T18:19:52,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-15T18:19:52,500 DEBUG [M:0;74ec74825666:41273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:41273 2024-11-15T18:19:52,500 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-669832808/backup-masters/74ec74825666,41273,1731694792319 2024-11-15T18:19:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808/backup-masters 2024-11-15T18:19:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808/backup-masters 2024-11-15T18:19:52,511 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Set watcher on existing znode=/1-669832808/backup-masters/74ec74825666,41273,1731694792319 2024-11-15T18:19:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-669832808/master 2024-11-15T18:19:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:52,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Set watcher on existing znode=/1-669832808/master 2024-11-15T18:19:52,522 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-669832808/backup-masters/74ec74825666,41273,1731694792319 from backup master directory 2024-11-15T18:19:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808/backup-masters 2024-11-15T18:19:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-669832808/backup-masters/74ec74825666,41273,1731694792319 2024-11-15T18:19:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808/backup-masters 2024-11-15T18:19:52,531 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:19:52,531 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,41273,1731694792319 2024-11-15T18:19:52,538 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/hbase.id] with ID: 6e7e8575-2711-4413-842d-b50f7a4c1f7f 2024-11-15T18:19:52,538 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/.tmp/hbase.id 2024-11-15T18:19:52,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:19:52,947 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/.tmp/hbase.id]:[hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/hbase.id] 2024-11-15T18:19:52,956 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:19:52,957 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:19:52,957 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T18:19:53,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:53,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:19:53,411 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:19:53,411 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:19:53,412 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:19:53,818 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store 2024-11-15T18:19:53,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:19:54,223 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:54,223 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:19:54,223 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:54,223 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:54,223 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:19:54,223 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:54,223 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:19:54,223 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694794223Disabling compacts and flushes for region at 1731694794223Disabling writes for close at 1731694794223Writing region close event to WAL at 1731694794223Closed at 1731694794223 2024-11-15T18:19:54,224 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/.initializing 2024-11-15T18:19:54,224 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/WALs/74ec74825666,41273,1731694792319 2024-11-15T18:19:54,225 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:19:54,226 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C41273%2C1731694792319, suffix=, logDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/WALs/74ec74825666,41273,1731694792319, archiveDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/oldWALs, maxLogs=10 2024-11-15T18:19:54,241 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/WALs/74ec74825666,41273,1731694792319/74ec74825666%2C41273%2C1731694792319.1731694794226, exclude list is [], retry=0 2024-11-15T18:19:54,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42997,DS-1e1ee177-cb66-4878-af68-c06ff463ee9f,DISK] 2024-11-15T18:19:54,245 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/WALs/74ec74825666,41273,1731694792319/74ec74825666%2C41273%2C1731694792319.1731694794226 2024-11-15T18:19:54,246 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43803:43803)] 2024-11-15T18:19:54,246 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:54,246 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:54,246 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,246 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:19:54,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:54,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:54,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:19:54,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:54,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:54,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:19:54,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:54,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:54,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:19:54,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:54,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:54,252 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,253 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,253 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,254 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,254 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,255 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:54,256 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:19:54,257 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:19:54,258 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64835639, jitterRate=-0.03387369215488434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:54,258 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694794246Initializing all the Stores at 1731694794247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694794247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694794247Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694794247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694794247Cleaning up temporary data from old regions at 1731694794254 (+7 ms)Region opened successfully at 1731694794258 (+4 ms) 2024-11-15T18:19:54,258 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:19:54,260 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7488c607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:19:54,261 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:19:54,261 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:19:54,261 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:19:54,262 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:19:54,262 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:19:54,262 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:19:54,262 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:19:54,264 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:19:54,264 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Unable to get data of znode /1-669832808/balancer because node does not exist (not necessarily an error) 2024-11-15T18:19:54,328 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-669832808/balancer already deleted, retry=false 2024-11-15T18:19:54,328 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:19:54,329 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Unable to get data of znode /1-669832808/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:19:54,338 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-669832808/normalizer already deleted, retry=false 2024-11-15T18:19:54,338 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:19:54,339 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Unable to get data of znode /1-669832808/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:19:54,348 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-669832808/switch/split already deleted, retry=false 2024-11-15T18:19:54,349 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Unable to get data of znode /1-669832808/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:19:54,359 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-669832808/switch/merge already deleted, retry=false 2024-11-15T18:19:54,361 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Unable to get data of znode /1-669832808/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:19:54,370 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-669832808/snapshot-cleanup already deleted, retry=false 2024-11-15T18:19:54,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-669832808/running 2024-11-15T18:19:54,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-669832808/running 2024-11-15T18:19:54,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:54,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:54,381 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,41273,1731694792319, sessionid=0x1013fb96dbe0003, setting cluster-up flag (Was=false) 2024-11-15T18:19:54,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:54,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:54,433 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-669832808/flush-table-proc/acquired, /1-669832808/flush-table-proc/reached, /1-669832808/flush-table-proc/abort 2024-11-15T18:19:54,434 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,41273,1731694792319 2024-11-15T18:19:54,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:54,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:54,485 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-669832808/online-snapshot/acquired, /1-669832808/online-snapshot/reached, /1-669832808/online-snapshot/abort 2024-11-15T18:19:54,486 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,41273,1731694792319 2024-11-15T18:19:54,487 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:19:54,488 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:54,488 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:19:54,489 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:19:54,489 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,41273,1731694792319 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:19:54,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:54,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:54,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:54,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:19:54,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:19:54,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:19:54,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,491 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694824491 2024-11-15T18:19:54,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:54,491 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:19:54,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:19:54,491 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:19:54,491 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:19:54,491 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:19:54,491 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:19:54,491 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:19:54,491 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,492 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:19:54,492 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:19:54,492 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:19:54,492 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:19:54,492 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:19:54,492 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:19:54,492 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:54,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:19:54,496 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694794492,5,FailOnTimeoutGroup] 2024-11-15T18:19:54,500 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694794496,5,FailOnTimeoutGroup] 2024-11-15T18:19:54,500 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,500 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:19:54,500 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,500 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:19:54,588 INFO [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(746): ClusterId : 6e7e8575-2711-4413-842d-b50f7a4c1f7f 2024-11-15T18:19:54,588 DEBUG [RS:0;74ec74825666:41485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:19:54,616 DEBUG [RS:0;74ec74825666:41485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:19:54,616 DEBUG [RS:0;74ec74825666:41485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:19:54,626 DEBUG [RS:0;74ec74825666:41485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:19:54,626 DEBUG [RS:0;74ec74825666:41485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f90e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:19:54,637 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:41485 2024-11-15T18:19:54,637 INFO [RS:0;74ec74825666:41485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:19:54,637 INFO [RS:0;74ec74825666:41485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:19:54,637 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:19:54,638 INFO [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,41273,1731694792319 with port=41485, startcode=1731694792462 2024-11-15T18:19:54,638 DEBUG [RS:0;74ec74825666:41485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:19:54,639 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:19:54,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41273 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,41485,1731694792462 2024-11-15T18:19:54,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41273 {}] master.ServerManager(517): Registering regionserver=74ec74825666,41485,1731694792462 2024-11-15T18:19:54,641 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535 2024-11-15T18:19:54,641 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46019 2024-11-15T18:19:54,641 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:19:54,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808/rs 2024-11-15T18:19:54,691 DEBUG [RS:0;74ec74825666:41485 {}] zookeeper.ZKUtil(111): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Set watcher on existing znode=/1-669832808/rs/74ec74825666,41485,1731694792462 2024-11-15T18:19:54,691 WARN [RS:0;74ec74825666:41485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:19:54,691 INFO [RS:0;74ec74825666:41485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:54,691 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462 2024-11-15T18:19:54,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,41485,1731694792462] 2024-11-15T18:19:54,694 INFO [RS:0;74ec74825666:41485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:19:54,695 INFO [RS:0;74ec74825666:41485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:19:54,697 INFO [RS:0;74ec74825666:41485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:19:54,697 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,697 INFO [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:19:54,697 INFO [RS:0;74ec74825666:41485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:19:54,697 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:19:54,698 DEBUG [RS:0;74ec74825666:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:19:54,698 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,698 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,698 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,698 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,698 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,698 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41485,1731694792462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:19:54,715 INFO [RS:0;74ec74825666:41485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:19:54,715 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41485,1731694792462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,715 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,715 INFO [RS:0;74ec74825666:41485 {}] regionserver.Replication(171): 74ec74825666,41485,1731694792462 started 2024-11-15T18:19:54,731 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:54,731 INFO [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,41485,1731694792462, RpcServer on 74ec74825666/172.17.0.2:41485, sessionid=0x1013fb96dbe0004 2024-11-15T18:19:54,731 DEBUG [RS:0;74ec74825666:41485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:19:54,731 DEBUG [RS:0;74ec74825666:41485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,41485,1731694792462 2024-11-15T18:19:54,731 DEBUG [RS:0;74ec74825666:41485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,41485,1731694792462' 2024-11-15T18:19:54,731 DEBUG [RS:0;74ec74825666:41485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-669832808/flush-table-proc/abort' 2024-11-15T18:19:54,732 DEBUG [RS:0;74ec74825666:41485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-669832808/flush-table-proc/acquired' 2024-11-15T18:19:54,732 DEBUG [RS:0;74ec74825666:41485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:19:54,732 DEBUG [RS:0;74ec74825666:41485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:19:54,732 DEBUG [RS:0;74ec74825666:41485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,41485,1731694792462 2024-11-15T18:19:54,732 DEBUG [RS:0;74ec74825666:41485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,41485,1731694792462' 2024-11-15T18:19:54,732 DEBUG [RS:0;74ec74825666:41485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-669832808/online-snapshot/abort' 2024-11-15T18:19:54,733 DEBUG [RS:0;74ec74825666:41485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-669832808/online-snapshot/acquired' 2024-11-15T18:19:54,733 DEBUG [RS:0;74ec74825666:41485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:19:54,733 INFO [RS:0;74ec74825666:41485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:19:54,733 INFO [RS:0;74ec74825666:41485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:19:54,833 INFO [RS:0;74ec74825666:41485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:19:54,835 INFO [RS:0;74ec74825666:41485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C41485%2C1731694792462, suffix=, logDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462, archiveDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/oldWALs, maxLogs=10 2024-11-15T18:19:54,850 DEBUG [RS:0;74ec74825666:41485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835, exclude list is [], retry=0 2024-11-15T18:19:54,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42997,DS-1e1ee177-cb66-4878-af68-c06ff463ee9f,DISK] 2024-11-15T18:19:54,854 INFO [RS:0;74ec74825666:41485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 2024-11-15T18:19:54,855 DEBUG [RS:0;74ec74825666:41485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43803:43803)] 2024-11-15T18:19:54,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:19:54,905 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535 2024-11-15T18:19:54,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:19:55,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:19:55,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:55,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:19:55,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:19:55,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:55,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:55,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:19:55,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:19:55,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:55,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:55,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:19:55,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:19:55,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:55,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:55,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:19:55,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:19:55,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:55,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:55,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:19:55,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740 2024-11-15T18:19:55,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740 2024-11-15T18:19:55,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:19:55,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:19:55,320 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:55,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:19:55,322 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:19:55,323 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72526052, jitterRate=0.0807223916053772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:55,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694795311Initializing all the Stores at 1731694795312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694795312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694795312Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694795312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694795312Cleaning up temporary data from old regions at 1731694795319 (+7 ms)Region opened successfully at 1731694795323 (+4 ms) 2024-11-15T18:19:55,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:19:55,323 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:19:55,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:19:55,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:19:55,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:19:55,323 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:19:55,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694795323Disabling compacts and flushes for region at 1731694795323Disabling writes for close at 1731694795323Writing region close event to WAL at 1731694795323Closed at 1731694795323 2024-11-15T18:19:55,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:55,324 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:19:55,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:19:55,325 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:19:55,325 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:19:55,476 DEBUG [74ec74825666:41273 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:19:55,476 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,41485,1731694792462 2024-11-15T18:19:55,477 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,41485,1731694792462, state=OPENING 2024-11-15T18:19:55,528 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:19:55,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:55,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:19:55,539 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:19:55,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-669832808/meta-region-server: CHANGED 2024-11-15T18:19:55,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,41485,1731694792462}] 2024-11-15T18:19:55,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-669832808/meta-region-server: CHANGED 2024-11-15T18:19:55,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:19:55,692 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:19:55,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:55,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:55,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:55,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:55,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:55,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:19:55,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:55,696 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:19:55,696 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:19:55,697 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:19:55,698 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C41485%2C1731694792462.meta, suffix=.meta, logDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462, archiveDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/oldWALs, maxLogs=10 2024-11-15T18:19:55,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:19:55,715 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.meta.1731694795698.meta, exclude list is [], retry=0 2024-11-15T18:19:55,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42997,DS-1e1ee177-cb66-4878-af68-c06ff463ee9f,DISK] 2024-11-15T18:19:55,719 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.meta.1731694795698.meta 2024-11-15T18:19:55,720 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43803:43803)] 2024-11-15T18:19:55,720 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:55,720 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:19:55,720 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:19:55,720 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:19:55,720 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:19:55,720 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:19:55,720 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:55,721 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:19:55,721 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:19:55,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:19:55,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:19:55,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:55,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:55,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:19:55,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:19:55,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:55,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:55,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:19:55,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:19:55,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:55,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:55,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:19:55,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:19:55,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:55,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:19:55,726 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:19:55,726 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740 2024-11-15T18:19:55,727 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740 2024-11-15T18:19:55,728 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:19:55,728 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:19:55,729 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:19:55,730 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:19:55,730 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62469902, jitterRate=-0.06912592053413391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:19:55,730 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:19:55,730 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694795721Writing region info on filesystem at 1731694795721Initializing all the Stores at 1731694795721Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694795721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694795722 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694795722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694795722Cleaning up temporary data from old regions at 1731694795728 (+6 ms)Running coprocessor post-open hooks at 1731694795730 (+2 ms)Region opened successfully at 1731694795730 2024-11-15T18:19:55,731 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694795692 2024-11-15T18:19:55,733 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:19:55,733 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:19:55,734 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,41485,1731694792462 2024-11-15T18:19:55,734 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,41485,1731694792462, state=OPEN 2024-11-15T18:19:55,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-669832808/meta-region-server 2024-11-15T18:19:55,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-669832808/meta-region-server 2024-11-15T18:19:55,741 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,41485,1731694792462 2024-11-15T18:19:55,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-669832808/meta-region-server: CHANGED 2024-11-15T18:19:55,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-669832808/meta-region-server: CHANGED 2024-11-15T18:19:55,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:19:55,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,41485,1731694792462 in 202 msec 2024-11-15T18:19:55,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:19:55,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-15T18:19:55,745 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:19:55,745 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:19:55,747 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:19:55,747 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,41485,1731694792462, seqNum=-1] 2024-11-15T18:19:55,747 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:19:55,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:19:55,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2650 sec 2024-11-15T18:19:55,753 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694795753, completionTime=-1 2024-11-15T18:19:55,753 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:19:55,753 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:19:55,755 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:19:55,755 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694855755 2024-11-15T18:19:55,755 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694915755 2024-11-15T18:19:55,755 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T18:19:55,755 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41273,1731694792319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:55,755 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41273,1731694792319-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:55,755 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41273,1731694792319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:55,755 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:41273, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:55,755 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:55,755 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:55,757 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:19:55,759 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.228sec 2024-11-15T18:19:55,759 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:19:55,759 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:19:55,759 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:19:55,759 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:19:55,759 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:19:55,759 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41273,1731694792319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:19:55,759 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41273,1731694792319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:19:55,761 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:19:55,761 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:19:55,761 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41273,1731694792319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:19:55,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e95f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:55,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,41273,-1 for getting cluster id 2024-11-15T18:19:55,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:55,791 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e7e8575-2711-4413-842d-b50f7a4c1f7f' 2024-11-15T18:19:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e7e8575-2711-4413-842d-b50f7a4c1f7f" 2024-11-15T18:19:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4a9849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,41273,-1] 2024-11-15T18:19:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:55,792 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:55,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a416f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:55,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:19:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,41485,1731694792462, seqNum=-1] 2024-11-15T18:19:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:19:55,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:19:55,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,41273,1731694792319 2024-11-15T18:19:55,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60102 2024-11-15T18:19:55,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:19:55,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013fb96dbe0005 connected 2024-11-15T18:19:55,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:19:55,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,39129,1731694786970 2024-11-15T18:19:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b34ea6d 2024-11-15T18:19:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:19:55,819 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:19:55,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:19:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:19:55,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:19:55,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:55,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:19:55,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:19:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:19:55,829 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e36949e407c20e2c5dc9fdd75cabb28b, NAME => 'test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6 2024-11-15T18:19:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:19:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:56,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:56,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e36949e407c20e2c5dc9fdd75cabb28b, disabling compactions & flushes 2024-11-15T18:19:56,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:19:56,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:19:56,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. after waiting 0 ms 2024-11-15T18:19:56,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:19:56,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:19:56,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e36949e407c20e2c5dc9fdd75cabb28b: Waiting for close lock at 1731694796237Disabling compacts and flushes for region at 1731694796237Disabling writes for close at 1731694796237Writing region close event to WAL at 1731694796237Closed at 1731694796237 2024-11-15T18:19:56,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:19:56,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694796238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694796238"}]},"ts":"1731694796238"} 2024-11-15T18:19:56,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:19:56,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:19:56,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694796241"}]},"ts":"1731694796241"} 2024-11-15T18:19:56,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:19:56,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e36949e407c20e2c5dc9fdd75cabb28b, ASSIGN}] 2024-11-15T18:19:56,244 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e36949e407c20e2c5dc9fdd75cabb28b, ASSIGN 2024-11-15T18:19:56,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e36949e407c20e2c5dc9fdd75cabb28b, ASSIGN; state=OFFLINE, location=74ec74825666,40901,1731694787160; forceNewPlan=false, retain=false 2024-11-15T18:19:56,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e36949e407c20e2c5dc9fdd75cabb28b, regionState=OPENING, regionLocation=74ec74825666,40901,1731694787160 2024-11-15T18:19:56,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e36949e407c20e2c5dc9fdd75cabb28b, ASSIGN because future has completed 2024-11-15T18:19:56,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e36949e407c20e2c5dc9fdd75cabb28b, server=74ec74825666,40901,1731694787160}] 2024-11-15T18:19:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:56,553 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:19:56,553 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e36949e407c20e2c5dc9fdd75cabb28b, NAME => 'test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:56,553 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:19:56,553 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:19:56,553 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,553 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:56,553 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,553 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,555 INFO [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,556 INFO [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e36949e407c20e2c5dc9fdd75cabb28b columnFamilyName f 2024-11-15T18:19:56,556 DEBUG [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:56,556 INFO [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] regionserver.HStore(327): Store=e36949e407c20e2c5dc9fdd75cabb28b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:56,556 INFO [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,557 INFO [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e36949e407c20e2c5dc9fdd75cabb28b columnFamilyName f1 2024-11-15T18:19:56,557 DEBUG [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:56,557 INFO [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] regionserver.HStore(327): Store=e36949e407c20e2c5dc9fdd75cabb28b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:56,557 INFO [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,559 INFO [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e36949e407c20e2c5dc9fdd75cabb28b columnFamilyName norep 2024-11-15T18:19:56,559 DEBUG [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:56,559 INFO [StoreOpener-e36949e407c20e2c5dc9fdd75cabb28b-1 {}] regionserver.HStore(327): Store=e36949e407c20e2c5dc9fdd75cabb28b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:56,559 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,560 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,560 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,561 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,561 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,561 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:19:56,562 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,563 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:19:56,564 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e36949e407c20e2c5dc9fdd75cabb28b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71506081, jitterRate=0.06552363932132721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:19:56,564 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:19:56,564 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e36949e407c20e2c5dc9fdd75cabb28b: Running coprocessor pre-open hook at 1731694796554Writing region info on filesystem at 1731694796554Initializing all the Stores at 1731694796554Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694796554Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694796555 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694796555Cleaning up temporary data from old regions at 1731694796561 (+6 ms)Running coprocessor post-open hooks at 1731694796564 (+3 ms)Region opened successfully at 1731694796564 2024-11-15T18:19:56,565 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b., pid=6, masterSystemTime=1731694796549 2024-11-15T18:19:56,567 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:19:56,567 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:19:56,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e36949e407c20e2c5dc9fdd75cabb28b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,40901,1731694787160 2024-11-15T18:19:56,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e36949e407c20e2c5dc9fdd75cabb28b, server=74ec74825666,40901,1731694787160 because future has completed 2024-11-15T18:19:56,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:19:56,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e36949e407c20e2c5dc9fdd75cabb28b, server=74ec74825666,40901,1731694787160 in 173 msec 2024-11-15T18:19:56,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:19:56,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e36949e407c20e2c5dc9fdd75cabb28b, ASSIGN in 328 msec 2024-11-15T18:19:56,574 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:19:56,574 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694796574"}]},"ts":"1731694796574"} 2024-11-15T18:19:56,579 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:19:56,580 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:19:56,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-11-15T18:19:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:56,954 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:19:56,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:19:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,41273,1731694792319 2024-11-15T18:19:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21cf0abf 2024-11-15T18:19:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:19:56,956 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:19:56,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:19:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:19:56,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:19:56,959 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:56,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:19:56,960 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:19:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:56,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:19:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:57,367 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28cf2d032c0b8c84d8f1a7502288afa1, NAME => 'test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535 2024-11-15T18:19:57,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:19:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:57,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:57,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 28cf2d032c0b8c84d8f1a7502288afa1, disabling compactions & flushes 2024-11-15T18:19:57,780 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:19:57,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:19:57,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. after waiting 0 ms 2024-11-15T18:19:57,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:19:57,780 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:19:57,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28cf2d032c0b8c84d8f1a7502288afa1: Waiting for close lock at 1731694797780Disabling compacts and flushes for region at 1731694797780Disabling writes for close at 1731694797780Writing region close event to WAL at 1731694797780Closed at 1731694797780 2024-11-15T18:19:57,781 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:19:57,781 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694797781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694797781"}]},"ts":"1731694797781"} 2024-11-15T18:19:57,783 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:19:57,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:19:57,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694797784"}]},"ts":"1731694797784"} 2024-11-15T18:19:57,785 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:19:57,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28cf2d032c0b8c84d8f1a7502288afa1, ASSIGN}] 2024-11-15T18:19:57,787 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28cf2d032c0b8c84d8f1a7502288afa1, ASSIGN 2024-11-15T18:19:57,787 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=28cf2d032c0b8c84d8f1a7502288afa1, ASSIGN; state=OFFLINE, location=74ec74825666,41485,1731694792462; forceNewPlan=false, retain=false 2024-11-15T18:19:57,938 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28cf2d032c0b8c84d8f1a7502288afa1, regionState=OPENING, regionLocation=74ec74825666,41485,1731694792462 2024-11-15T18:19:57,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=28cf2d032c0b8c84d8f1a7502288afa1, ASSIGN because future has completed 2024-11-15T18:19:57,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28cf2d032c0b8c84d8f1a7502288afa1, server=74ec74825666,41485,1731694792462}] 2024-11-15T18:19:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:58,095 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:19:58,095 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 28cf2d032c0b8c84d8f1a7502288afa1, NAME => 'test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:19:58,095 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:19:58,095 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:19:58,095 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,095 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:58,095 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,095 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,097 INFO [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,098 INFO [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28cf2d032c0b8c84d8f1a7502288afa1 columnFamilyName f 2024-11-15T18:19:58,098 DEBUG [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:58,098 INFO [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] regionserver.HStore(327): Store=28cf2d032c0b8c84d8f1a7502288afa1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:58,098 INFO [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,099 INFO [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28cf2d032c0b8c84d8f1a7502288afa1 columnFamilyName f1 2024-11-15T18:19:58,099 DEBUG [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:58,099 INFO [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] regionserver.HStore(327): Store=28cf2d032c0b8c84d8f1a7502288afa1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:58,099 INFO [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,100 INFO [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28cf2d032c0b8c84d8f1a7502288afa1 columnFamilyName norep 2024-11-15T18:19:58,100 DEBUG [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:58,100 INFO [StoreOpener-28cf2d032c0b8c84d8f1a7502288afa1-1 {}] regionserver.HStore(327): Store=28cf2d032c0b8c84d8f1a7502288afa1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:19:58,100 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,101 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,101 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,102 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,102 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,102 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:19:58,103 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,105 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:19:58,105 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 28cf2d032c0b8c84d8f1a7502288afa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60667932, jitterRate=-0.09597736597061157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:19:58,105 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:19:58,105 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 28cf2d032c0b8c84d8f1a7502288afa1: Running coprocessor pre-open hook at 1731694798095Writing region info on filesystem at 1731694798096 (+1 ms)Initializing all the Stores at 1731694798096Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694798096Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694798096Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694798096Cleaning up temporary data from old regions at 1731694798102 (+6 ms)Running coprocessor post-open hooks at 1731694798105 (+3 ms)Region opened successfully at 1731694798105 2024-11-15T18:19:58,106 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1., pid=6, masterSystemTime=1731694798092 2024-11-15T18:19:58,108 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:19:58,108 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:19:58,108 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28cf2d032c0b8c84d8f1a7502288afa1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,41485,1731694792462 2024-11-15T18:19:58,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28cf2d032c0b8c84d8f1a7502288afa1, server=74ec74825666,41485,1731694792462 because future has completed 2024-11-15T18:19:58,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:19:58,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28cf2d032c0b8c84d8f1a7502288afa1, server=74ec74825666,41485,1731694792462 in 171 msec 2024-11-15T18:19:58,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:19:58,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=28cf2d032c0b8c84d8f1a7502288afa1, ASSIGN in 326 msec 2024-11-15T18:19:58,115 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:19:58,115 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694798115"}]},"ts":"1731694798115"} 2024-11-15T18:19:58,116 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:19:58,117 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:19:58,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-15T18:19:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:19:59,105 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:19:59,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cd010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,39129,-1 for getting cluster id 2024-11-15T18:19:59,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:59,106 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6bffa3b-5d31-4dc2-a48d-c514916b9fbc' 2024-11-15T18:19:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6bffa3b-5d31-4dc2-a48d-c514916b9fbc" 2024-11-15T18:19:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77009aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,39129,-1] 2024-11-15T18:19:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:59,108 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:59,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f4c217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,41273,-1 for getting cluster id 2024-11-15T18:19:59,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:59,110 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e7e8575-2711-4413-842d-b50f7a4c1f7f' 2024-11-15T18:19:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e7e8575-2711-4413-842d-b50f7a4c1f7f" 2024-11-15T18:19:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1639a92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,41273,-1] 2024-11-15T18:19:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:59,111 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:59,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfd03a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,39129,-1 for getting cluster id 2024-11-15T18:19:59,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:59,112 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6bffa3b-5d31-4dc2-a48d-c514916b9fbc' 2024-11-15T18:19:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6bffa3b-5d31-4dc2-a48d-c514916b9fbc" 2024-11-15T18:19:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6563c6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,39129,-1] 2024-11-15T18:19:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:59,113 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:59,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1f9564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:19:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,39129,1731694786970 2024-11-15T18:19:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d48fe60 2024-11-15T18:19:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:19:59,115 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:19:59,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:41273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:19:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:19:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:19:59,118 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:41273' 2024-11-15T18:19:59,119 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d21ff6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,119 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,41273,-1 for getting cluster id 2024-11-15T18:19:59,119 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:19:59,119 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e7e8575-2711-4413-842d-b50f7a4c1f7f' 2024-11-15T18:19:59,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:19:59,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e7e8575-2711-4413-842d-b50f7a4c1f7f" 2024-11-15T18:19:59,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6373ff7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,41273,-1] 2024-11-15T18:19:59,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:19:59,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:59,121 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:19:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e448d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:19:59,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:19:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,41273,1731694792319 2024-11-15T18:19:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c9c3d31 2024-11-15T18:19:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:19:59,123 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:19:59,123 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T18:19:59,124 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:19:59,124 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:59,124 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:19:59,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:19:59,124 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:19:59,125 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:19:59,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:19:59,126 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:19:59,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:19:59,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:19:59,175 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:19:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:19:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:19:59,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42c1b0cbca08307931aa2a634009a9f1, NAME => 'hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6 2024-11-15T18:19:59,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:19:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:19:59,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:19:59,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 42c1b0cbca08307931aa2a634009a9f1, disabling compactions & flushes 2024-11-15T18:19:59,938 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:19:59,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:19:59,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. after waiting 0 ms 2024-11-15T18:19:59,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:19:59,938 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:19:59,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42c1b0cbca08307931aa2a634009a9f1: Waiting for close lock at 1731694799938Disabling compacts and flushes for region at 1731694799938Disabling writes for close at 1731694799938Writing region close event to WAL at 1731694799938Closed at 1731694799938 2024-11-15T18:19:59,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:19:59,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694799982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694799982"}]},"ts":"1731694799982"} 2024-11-15T18:19:59,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:19:59,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:19:59,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694799985"}]},"ts":"1731694799985"} 2024-11-15T18:19:59,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:19:59,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42c1b0cbca08307931aa2a634009a9f1, ASSIGN}] 2024-11-15T18:19:59,987 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42c1b0cbca08307931aa2a634009a9f1, ASSIGN 2024-11-15T18:19:59,988 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42c1b0cbca08307931aa2a634009a9f1, ASSIGN; state=OFFLINE, location=74ec74825666,40901,1731694787160; forceNewPlan=false, retain=false 2024-11-15T18:20:00,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42c1b0cbca08307931aa2a634009a9f1, regionState=OPENING, regionLocation=74ec74825666,40901,1731694787160 2024-11-15T18:20:00,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42c1b0cbca08307931aa2a634009a9f1, ASSIGN because future has completed 2024-11-15T18:20:00,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42c1b0cbca08307931aa2a634009a9f1, server=74ec74825666,40901,1731694787160}] 2024-11-15T18:20:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:00,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:20:00,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:00,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:20:00,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C40901%2C1731694787160.rep, suffix=, logDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160, archiveDir=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/oldWALs, maxLogs=10 2024-11-15T18:20:00,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.rep.1731694800300, exclude list is [], retry=0 2024-11-15T18:20:00,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38609,DS-a8514dd3-8071-4a94-b33d-4596b6a8d2e7,DISK] 2024-11-15T18:20:00,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.rep.1731694800300 2024-11-15T18:20:00,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-15T18:20:00,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 42c1b0cbca08307931aa2a634009a9f1, NAME => 'hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:00,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:20:00,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:20:00,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. service=MultiRowMutationService 2024-11-15T18:20:00,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:20:00,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:00,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,323 INFO [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,324 INFO [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42c1b0cbca08307931aa2a634009a9f1 columnFamilyName hfileref 2024-11-15T18:20:00,324 DEBUG [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:00,325 INFO [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] regionserver.HStore(327): Store=42c1b0cbca08307931aa2a634009a9f1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:00,325 INFO [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,326 INFO [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42c1b0cbca08307931aa2a634009a9f1 columnFamilyName queue 2024-11-15T18:20:00,326 DEBUG [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:00,326 INFO [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] regionserver.HStore(327): Store=42c1b0cbca08307931aa2a634009a9f1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:00,326 INFO [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,327 INFO [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42c1b0cbca08307931aa2a634009a9f1 columnFamilyName sid 2024-11-15T18:20:00,327 DEBUG [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:00,327 INFO [StoreOpener-42c1b0cbca08307931aa2a634009a9f1-1 {}] regionserver.HStore(327): Store=42c1b0cbca08307931aa2a634009a9f1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:00,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:20:00,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:00,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 42c1b0cbca08307931aa2a634009a9f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61971199, jitterRate=-0.07655717432498932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:20:00,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:00,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 42c1b0cbca08307931aa2a634009a9f1: Running coprocessor pre-open hook at 1731694800322Writing region info on filesystem at 1731694800322Initializing all the Stores at 1731694800323 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694800323Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694800323Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694800323Cleaning up temporary data from old regions at 1731694800329 (+6 ms)Running coprocessor post-open hooks at 1731694800332 (+3 ms)Region opened successfully at 1731694800333 (+1 ms) 2024-11-15T18:20:00,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1., pid=10, masterSystemTime=1731694800293 2024-11-15T18:20:00,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:20:00,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:20:00,335 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42c1b0cbca08307931aa2a634009a9f1, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,40901,1731694787160 2024-11-15T18:20:00,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42c1b0cbca08307931aa2a634009a9f1, server=74ec74825666,40901,1731694787160 because future has completed 2024-11-15T18:20:00,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:20:00,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 42c1b0cbca08307931aa2a634009a9f1, server=74ec74825666,40901,1731694787160 in 197 msec 2024-11-15T18:20:00,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:20:00,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42c1b0cbca08307931aa2a634009a9f1, ASSIGN in 354 msec 2024-11-15T18:20:00,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:20:00,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694800342"}]},"ts":"1731694800342"} 2024-11-15T18:20:00,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:20:00,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:20:00,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2210 sec 2024-11-15T18:20:00,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1., hostname=74ec74825666,40901,1731694787160, seqNum=2] 2024-11-15T18:20:00,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:20:00,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:20:00,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:20:00,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:20:00,589 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:20:00,619 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,40901,1731694787160, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:20:00,619 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:00,619 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,40901,1731694787160, seqNum=-1] 2024-11-15T18:20:00,620 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:00,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T18:20:00,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,40901,1731694787160', locateType=CURRENT is [region=hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1., hostname=74ec74825666,40901,1731694787160, seqNum=2] 2024-11-15T18:20:00,625 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:20:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:20:00,627 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,40901,1731694787160 suceeded 2024-11-15T18:20:00,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:20:00,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-15T18:20:00,632 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:41273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:20:00,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-15T18:20:00,643 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:41273' 2024-11-15T18:20:00,644 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1264b54d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:00,644 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,41273,-1 for getting cluster id 2024-11-15T18:20:00,644 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:00,645 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e7e8575-2711-4413-842d-b50f7a4c1f7f' 2024-11-15T18:20:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e7e8575-2711-4413-842d-b50f7a4c1f7f" 2024-11-15T18:20:00,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ff11deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:00,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,41273,-1] 2024-11-15T18:20:00,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:00,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:00,647 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:00,647 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e6de3d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:00,648 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:00,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,41273,1731694792319 2024-11-15T18:20:00,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8079d80 2024-11-15T18:20:00,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:00,649 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T18:20:00,650 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,40901,1731694787160 (queues=1) is replicating from cluster=c6bffa3b-5d31-4dc2-a48d-c514916b9fbc to cluster=6e7e8575-2711-4413-842d-b50f7a4c1f7f 2024-11-15T18:20:00,650 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C40901%2C1731694787160 2024-11-15T18:20:00,650 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,40901,1731694787160, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:20:00,651 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C40901%2C1731694787160 2024-11-15T18:20:00,651 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195, startPosition=0, beingWritten=true 2024-11-15T18:20:00,656 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:00,656 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 379, reset compression=false 2024-11-15T18:20:00,656 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40901,1731694787160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:20:00,694 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T18:20:00,861 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 379, reset compression=false 2024-11-15T18:20:01,164 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 379, reset compression=false 2024-11-15T18:20:01,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:20:01,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:01,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:01,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:01,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:01,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:01,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:01,265 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:20:01,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:01,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:01,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:01,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:01,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:01,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:01,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,41273,-1 for getting cluster id 2024-11-15T18:20:01,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:01,267 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e7e8575-2711-4413-842d-b50f7a4c1f7f' 2024-11-15T18:20:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e7e8575-2711-4413-842d-b50f7a4c1f7f" 2024-11-15T18:20:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e461015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,41273,-1] 2024-11-15T18:20:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:01,268 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351f90f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:01,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:01,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,41273,1731694792319 2024-11-15T18:20:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c5ece2 2024-11-15T18:20:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:01,271 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:20:01,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:39129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:20:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:20:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:01,273 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:39129' 2024-11-15T18:20:01,274 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1a172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:01,274 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,39129,-1 for getting cluster id 2024-11-15T18:20:01,274 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:01,275 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6bffa3b-5d31-4dc2-a48d-c514916b9fbc' 2024-11-15T18:20:01,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:01,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6bffa3b-5d31-4dc2-a48d-c514916b9fbc" 2024-11-15T18:20:01,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7744ad88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:01,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,39129,-1] 2024-11-15T18:20:01,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:01,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:01,276 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:01,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5310e15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:01,277 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:01,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,39129,1731694786970 2024-11-15T18:20:01,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d2598a 2024-11-15T18:20:01,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:01,279 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:20:01,280 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T18:20:01,280 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:20:01,280 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:01,280 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:01,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:01,280 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:20:01,281 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:20:01,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:20:01,282 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:01,283 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:20:01,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T18:20:01,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T18:20:01,286 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T18:20:01,286 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T18:20:01,286 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:20:01,286 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T18:20:01,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T18:20:01,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:20:01,331 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:20:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:01,568 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 379, reset compression=false 2024-11-15T18:20:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:01,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e74a6e377a0c6a8d5611b921e5bb6b71, NAME => 'hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535 2024-11-15T18:20:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:20:01,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:01,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e74a6e377a0c6a8d5611b921e5bb6b71, disabling compactions & flushes 2024-11-15T18:20:01,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:01,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:01,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. after waiting 0 ms 2024-11-15T18:20:01,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:01,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:01,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e74a6e377a0c6a8d5611b921e5bb6b71: Waiting for close lock at 1731694801698Disabling compacts and flushes for region at 1731694801698Disabling writes for close at 1731694801698Writing region close event to WAL at 1731694801698Closed at 1731694801698 2024-11-15T18:20:01,699 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:20:01,700 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694801700"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694801700"}]},"ts":"1731694801700"} 2024-11-15T18:20:01,701 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:20:01,702 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:20:01,702 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694801702"}]},"ts":"1731694801702"} 2024-11-15T18:20:01,704 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:20:01,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e74a6e377a0c6a8d5611b921e5bb6b71, ASSIGN}] 2024-11-15T18:20:01,705 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e74a6e377a0c6a8d5611b921e5bb6b71, ASSIGN 2024-11-15T18:20:01,705 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e74a6e377a0c6a8d5611b921e5bb6b71, ASSIGN; state=OFFLINE, location=74ec74825666,41485,1731694792462; forceNewPlan=false, retain=false 2024-11-15T18:20:01,856 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e74a6e377a0c6a8d5611b921e5bb6b71, regionState=OPENING, regionLocation=74ec74825666,41485,1731694792462 2024-11-15T18:20:01,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e74a6e377a0c6a8d5611b921e5bb6b71, ASSIGN because future has completed 2024-11-15T18:20:01,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e74a6e377a0c6a8d5611b921e5bb6b71, server=74ec74825666,41485,1731694792462}] 2024-11-15T18:20:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:02,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:02,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:02,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:20:02,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C41485%2C1731694792462.rep, suffix=, logDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462, archiveDir=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/oldWALs, maxLogs=10 2024-11-15T18:20:02,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.rep.1731694802016, exclude list is [], retry=0 2024-11-15T18:20:02,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42997,DS-1e1ee177-cb66-4878-af68-c06ff463ee9f,DISK] 2024-11-15T18:20:02,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.rep.1731694802016 2024-11-15T18:20:02,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43803:43803)] 2024-11-15T18:20:02,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e74a6e377a0c6a8d5611b921e5bb6b71, NAME => 'hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:02,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:20:02,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:20:02,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. service=MultiRowMutationService 2024-11-15T18:20:02,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:20:02,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:02,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,036 INFO [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,037 INFO [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e74a6e377a0c6a8d5611b921e5bb6b71 columnFamilyName hfileref 2024-11-15T18:20:02,037 DEBUG [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:02,038 INFO [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] regionserver.HStore(327): Store=e74a6e377a0c6a8d5611b921e5bb6b71/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:02,038 INFO [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,039 INFO [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e74a6e377a0c6a8d5611b921e5bb6b71 columnFamilyName queue 2024-11-15T18:20:02,039 DEBUG [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:02,039 INFO [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] regionserver.HStore(327): Store=e74a6e377a0c6a8d5611b921e5bb6b71/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:02,039 INFO [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,040 INFO [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e74a6e377a0c6a8d5611b921e5bb6b71 columnFamilyName sid 2024-11-15T18:20:02,040 DEBUG [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:02,040 INFO [StoreOpener-e74a6e377a0c6a8d5611b921e5bb6b71-1 {}] regionserver.HStore(327): Store=e74a6e377a0c6a8d5611b921e5bb6b71/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:02,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:20:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:02,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e74a6e377a0c6a8d5611b921e5bb6b71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65847699, jitterRate=-0.01879282295703888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:20:02,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:02,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e74a6e377a0c6a8d5611b921e5bb6b71: Running coprocessor pre-open hook at 1731694802035Writing region info on filesystem at 1731694802035Initializing all the Stores at 1731694802036 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694802036Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694802036Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694802036Cleaning up temporary data from old regions at 1731694802042 (+6 ms)Running coprocessor post-open hooks at 1731694802046 (+4 ms)Region opened successfully at 1731694802046 2024-11-15T18:20:02,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71., pid=10, masterSystemTime=1731694802010 2024-11-15T18:20:02,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:02,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:02,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e74a6e377a0c6a8d5611b921e5bb6b71, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,41485,1731694792462 2024-11-15T18:20:02,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e74a6e377a0c6a8d5611b921e5bb6b71, server=74ec74825666,41485,1731694792462 because future has completed 2024-11-15T18:20:02,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:20:02,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e74a6e377a0c6a8d5611b921e5bb6b71, server=74ec74825666,41485,1731694792462 in 194 msec 2024-11-15T18:20:02,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:20:02,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e74a6e377a0c6a8d5611b921e5bb6b71, ASSIGN in 349 msec 2024-11-15T18:20:02,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:20:02,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694802056"}]},"ts":"1731694802056"} 2024-11-15T18:20:02,057 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:20:02,058 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:20:02,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-15T18:20:02,071 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 379, reset compression=false 2024-11-15T18:20:02,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71., hostname=74ec74825666,41485,1731694792462, seqNum=2] 2024-11-15T18:20:02,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:20:02,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:20:02,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:20:02,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41485 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:20:02,323 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:20:02,347 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,41485,1731694792462, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:20:02,348 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:02,348 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,41485,1731694792462, seqNum=-1] 2024-11-15T18:20:02,348 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:02,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T18:20:02,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,41485,1731694792462', locateType=CURRENT is [region=hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71., hostname=74ec74825666,41485,1731694792462, seqNum=2] 2024-11-15T18:20:02,353 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:20:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:20:02,355 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,41485,1731694792462 suceeded 2024-11-15T18:20:02,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:20:02,357 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:39129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:20:02,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T18:20:02,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0860 sec 2024-11-15T18:20:02,366 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:39129' 2024-11-15T18:20:02,367 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f87a58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:02,367 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,39129,-1 for getting cluster id 2024-11-15T18:20:02,367 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:02,367 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6bffa3b-5d31-4dc2-a48d-c514916b9fbc' 2024-11-15T18:20:02,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:02,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6bffa3b-5d31-4dc2-a48d-c514916b9fbc" 2024-11-15T18:20:02,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@719b049c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:02,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,39129,-1] 2024-11-15T18:20:02,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:02,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:02,369 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:02,369 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2739c861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:02,369 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:02,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,39129,1731694786970 2024-11-15T18:20:02,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d2d57 2024-11-15T18:20:02,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:02,371 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T18:20:02,371 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,41485,1731694792462 (queues=1) is replicating from cluster=6e7e8575-2711-4413-842d-b50f7a4c1f7f to cluster=c6bffa3b-5d31-4dc2-a48d-c514916b9fbc 2024-11-15T18:20:02,371 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C41485%2C1731694792462 2024-11-15T18:20:02,371 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,41485,1731694792462, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:20:02,372 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C41485%2C1731694792462 2024-11-15T18:20:02,372 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835, startPosition=0, beingWritten=true 2024-11-15T18:20:02,377 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:02,377 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 379, reset compression=false 2024-11-15T18:20:02,377 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,41485,1731694792462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:20:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:02,414 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:20:02,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:02,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:02,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:02,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:02,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:02,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:02,418 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731694802418/Put/seqid=0 2024-11-15T18:20:02,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741840_1016 (size=7894) 2024-11-15T18:20:02,581 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 379, reset compression=false 2024-11-15T18:20:02,675 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 379, reset compression=false 2024-11-15T18:20:02,824 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731694802823/Put/seqid=0 2024-11-15T18:20:02,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741841_1017 (size=7691) 2024-11-15T18:20:02,885 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 379, reset compression=false 2024-11-15T18:20:03,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:03,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,39129,-1 for getting cluster id 2024-11-15T18:20:03,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:03,230 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6bffa3b-5d31-4dc2-a48d-c514916b9fbc' 2024-11-15T18:20:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6bffa3b-5d31-4dc2-a48d-c514916b9fbc" 2024-11-15T18:20:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582cff2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,39129,-1] 2024-11-15T18:20:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:03,231 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:03,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:03,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:03,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,40901,1731694787160, seqNum=-1] 2024-11-15T18:20:03,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:03,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:03,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,39129,1731694786970 2024-11-15T18:20:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a528627 2024-11-15T18:20:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:03,243 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:20:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b., hostname=74ec74825666,40901,1731694787160, seqNum=2] 2024-11-15T18:20:03,248 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:20:03,253 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T18:20:03,255 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T18:20:03,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e36949e407c20e2c5dc9fdd75cabb28b/f 2024-11-15T18:20:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T18:20:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:20:03,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e36949e407c20e2c5dc9fdd75cabb28b/f 2024-11-15T18:20:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T18:20:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:20:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HRegion(2603): Flush status journal for e36949e407c20e2c5dc9fdd75cabb28b: 2024-11-15T18:20:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins__test__gijr9n8a1ea1lrt2mkdc5711v1mo7inhhpockbcvg82m31u9ohf7a9gn899f4no1/f/hfile_0 2024-11-15T18:20:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins__test__gijr9n8a1ea1lrt2mkdc5711v1mo7inhhpockbcvg82m31u9ohf7a9gn899f4no1/f/hfile_0 as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_ 2024-11-15T18:20:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins__test__gijr9n8a1ea1lrt2mkdc5711v1mo7inhhpockbcvg82m31u9ohf7a9gn899f4no1/f/hfile_1 2024-11-15T18:20:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins__test__gijr9n8a1ea1lrt2mkdc5711v1mo7inhhpockbcvg82m31u9ohf7a9gn899f4no1/f/hfile_1 as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_ 2024-11-15T18:20:03,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins__test__gijr9n8a1ea1lrt2mkdc5711v1mo7inhhpockbcvg82m31u9ohf7a9gn899f4no1/f/hfile_0 into e36949e407c20e2c5dc9fdd75cabb28b/f as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_ - updating store file list. 2024-11-15T18:20:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:20:03,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_ into e36949e407c20e2c5dc9fdd75cabb28b/f 2024-11-15T18:20:03,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins__test__gijr9n8a1ea1lrt2mkdc5711v1mo7inhhpockbcvg82m31u9ohf7a9gn899f4no1/f/hfile_0 into e36949e407c20e2c5dc9fdd75cabb28b/f (new location: hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_) 2024-11-15T18:20:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins__test__gijr9n8a1ea1lrt2mkdc5711v1mo7inhhpockbcvg82m31u9ohf7a9gn899f4no1/f/hfile_0 2024-11-15T18:20:03,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins__test__gijr9n8a1ea1lrt2mkdc5711v1mo7inhhpockbcvg82m31u9ohf7a9gn899f4no1/f/hfile_1 into e36949e407c20e2c5dc9fdd75cabb28b/f as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_ - updating store file list. 2024-11-15T18:20:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:20:03,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_ into e36949e407c20e2c5dc9fdd75cabb28b/f 2024-11-15T18:20:03,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins__test__gijr9n8a1ea1lrt2mkdc5711v1mo7inhhpockbcvg82m31u9ohf7a9gn899f4no1/f/hfile_1 into e36949e407c20e2c5dc9fdd75cabb28b/f (new location: hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_) 2024-11-15T18:20:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins__test__gijr9n8a1ea1lrt2mkdc5711v1mo7inhhpockbcvg82m31u9ohf7a9gn899f4no1/f/hfile_1 2024-11-15T18:20:03,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:03,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:03,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:03,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b., hostname=74ec74825666,40901,1731694787160, seqNum=2 , the old value is region=test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b., hostname=74ec74825666,40901,1731694787160, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74ec74825666:40901 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:20:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b., hostname=74ec74825666,40901,1731694787160, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:20:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b., hostname=74ec74825666,40901,1731694787160, seqNum=2 from cache 2024-11-15T18:20:03,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:03,283 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T18:20:03,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,41485,1731694792462, seqNum=-1] 2024-11-15T18:20:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:03,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1., hostname=74ec74825666,41485,1731694792462, seqNum=2] 2024-11-15T18:20:03,288 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T18:20:03,289 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 379, reset compression=false 2024-11-15T18:20:03,379 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 379, reset compression=false 2024-11-15T18:20:03,383 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:20:03,383 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40901,1731694787160 got entry batch from reader: WALEntryBatch [walEntries=[{test/e36949e407c20e2c5dc9fdd75cabb28b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731694803280/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T18:20:03,385 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:20:03,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-15T18:20:03,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.ReplicationSink(318): Replicating [c6bffa3b-5d31-4dc2-a48d-c514916b9fbc] bulk loaded data 2024-11-15T18:20:03,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b8d496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:03,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,41273,-1 for getting cluster id 2024-11-15T18:20:03,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:03,387 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e7e8575-2711-4413-842d-b50f7a4c1f7f' 2024-11-15T18:20:03,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:03,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e7e8575-2711-4413-842d-b50f7a4c1f7f" 2024-11-15T18:20:03,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7675b4d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:03,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,41273,-1] 2024-11-15T18:20:03,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:03,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:03,389 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:03,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26be57fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:03,394 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:40901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T18:20:03,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741840_1016 (size=7894) 2024-11-15T18:20:03,583 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 687, reset compression=false 2024-11-15T18:20:03,793 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 379, reset compression=false 2024-11-15T18:20:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741841_1017 (size=7691) 2024-11-15T18:20:03,886 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 687, reset compression=false 2024-11-15T18:20:04,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:04,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,41273,1731694792319 2024-11-15T18:20:04,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c5b297 2024-11-15T18:20:04,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:04,209 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T18:20:04,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:20:04,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:04,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,41485,1731694792462, seqNum=-1] 2024-11-15T18:20:04,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:04,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T18:20:04,218 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T18:20:04,220 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T18:20:04,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_ for inclusion in 28cf2d032c0b8c84d8f1a7502288afa1/f 2024-11-15T18:20:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T18:20:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:20:04,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_ for inclusion in 28cf2d032c0b8c84d8f1a7502288afa1/f 2024-11-15T18:20:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T18:20:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:20:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegion(2603): Flush status journal for 28cf2d032c0b8c84d8f1a7502288afa1: 2024-11-15T18:20:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:20:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_ as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/8fd73c0232e04aef92db165982fd9f2d_SeqId_4_ 2024-11-15T18:20:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:20:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_ as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/dee5632ff1314f5ba6bdb33da83ca67a_SeqId_4_ 2024-11-15T18:20:04,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_ into 28cf2d032c0b8c84d8f1a7502288afa1/f as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/8fd73c0232e04aef92db165982fd9f2d_SeqId_4_ - updating store file list. 2024-11-15T18:20:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8fd73c0232e04aef92db165982fd9f2d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:20:04,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/8fd73c0232e04aef92db165982fd9f2d_SeqId_4_ into 28cf2d032c0b8c84d8f1a7502288afa1/f 2024-11-15T18:20:04,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_ into 28cf2d032c0b8c84d8f1a7502288afa1/f (new location: hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/8fd73c0232e04aef92db165982fd9f2d_SeqId_4_) 2024-11-15T18:20:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_ 2024-11-15T18:20:04,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_ into 28cf2d032c0b8c84d8f1a7502288afa1/f as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/dee5632ff1314f5ba6bdb33da83ca67a_SeqId_4_ - updating store file list. 2024-11-15T18:20:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dee5632ff1314f5ba6bdb33da83ca67a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:20:04,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/dee5632ff1314f5ba6bdb33da83ca67a_SeqId_4_ into 28cf2d032c0b8c84d8f1a7502288afa1/f 2024-11-15T18:20:04,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_ into 28cf2d032c0b8c84d8f1a7502288afa1/f (new location: hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/dee5632ff1314f5ba6bdb33da83ca67a_SeqId_4_) 2024-11-15T18:20:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins.hfs.11__test__b76t4v99kq96b6nbtsqet2l02c49i99ok6vt3nf63chgrmsmg1jtpkihi7pb1ht7/f/c05bd0dc06bf40eca581bac76a4c3db6_SeqId_4_ 2024-11-15T18:20:04,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.ReplicationSink(324): Finished replicating [c6bffa3b-5d31-4dc2-a48d-c514916b9fbc] bulk loaded data 2024-11-15T18:20:04,290 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 687, reset compression=false 2024-11-15T18:20:04,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:04,299 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731694804298/Put/seqid=0 2024-11-15T18:20:04,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741842_1018 (size=11194) 2024-11-15T18:20:04,397 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 379, reset compression=false 2024-11-15T18:20:04,402 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:20:04,402 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,41485,1731694792462 got entry batch from reader: WALEntryBatch [walEntries=[{test/28cf2d032c0b8c84d8f1a7502288afa1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731694804243/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T18:20:04,404 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:20:04,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-15T18:20:04,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.ReplicationSink(318): Replicating [c6bffa3b-5d31-4dc2-a48d-c514916b9fbc, 6e7e8575-2711-4413-842d-b50f7a4c1f7f] bulk loaded data 2024-11-15T18:20:04,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ca7ab65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:04,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,39129,-1 for getting cluster id 2024-11-15T18:20:04,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:04,406 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6bffa3b-5d31-4dc2-a48d-c514916b9fbc' 2024-11-15T18:20:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6bffa3b-5d31-4dc2-a48d-c514916b9fbc" 2024-11-15T18:20:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c35ce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,39129,-1] 2024-11-15T18:20:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:04,407 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:04,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5de53070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:04,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741842_1018 (size=7894) 2024-11-15T18:20:04,602 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 725, reset compression=false 2024-11-15T18:20:04,705 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731694804705/Put/seqid=0 2024-11-15T18:20:04,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741843_1019 (size=10791) 2024-11-15T18:20:04,794 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 687, reset compression=false 2024-11-15T18:20:04,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741843_1019 (size=7691) 2024-11-15T18:20:04,906 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 725, reset compression=false 2024-11-15T18:20:05,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e000b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:05,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,41273,-1 for getting cluster id 2024-11-15T18:20:05,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:05,111 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e7e8575-2711-4413-842d-b50f7a4c1f7f' 2024-11-15T18:20:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e7e8575-2711-4413-842d-b50f7a4c1f7f" 2024-11-15T18:20:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6edf7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,41273,-1] 2024-11-15T18:20:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:05,112 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:05,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:05,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:05,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,41485,1731694792462, seqNum=-1] 2024-11-15T18:20:05,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:05,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:05,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,41273,1731694792319 2024-11-15T18:20:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38f87598 2024-11-15T18:20:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:05,123 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:20:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1., hostname=74ec74825666,41485,1731694792462, seqNum=2] 2024-11-15T18:20:05,128 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:20:05,133 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T18:20:05,135 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T18:20:05,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 28cf2d032c0b8c84d8f1a7502288afa1/f 2024-11-15T18:20:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T18:20:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:20:05,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 28cf2d032c0b8c84d8f1a7502288afa1/f 2024-11-15T18:20:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T18:20:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:20:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegion(2603): Flush status journal for 28cf2d032c0b8c84d8f1a7502288afa1: 2024-11-15T18:20:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins__test__mt1s89sqjs9f1o2htcflugrsvlstfslk9dl8117vsrpd5de8j5jc0r1rtc2his7j/f/hfile_0 2024-11-15T18:20:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins__test__mt1s89sqjs9f1o2htcflugrsvlstfslk9dl8117vsrpd5de8j5jc0r1rtc2his7j/f/hfile_0 as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/1b1fcdec175044598cc4f55e44ee8804_SeqId_6_ 2024-11-15T18:20:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins__test__mt1s89sqjs9f1o2htcflugrsvlstfslk9dl8117vsrpd5de8j5jc0r1rtc2his7j/f/hfile_1 2024-11-15T18:20:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins__test__mt1s89sqjs9f1o2htcflugrsvlstfslk9dl8117vsrpd5de8j5jc0r1rtc2his7j/f/hfile_1 as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/4f5de10e005b41708c66181128074391_SeqId_6_ 2024-11-15T18:20:05,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins__test__mt1s89sqjs9f1o2htcflugrsvlstfslk9dl8117vsrpd5de8j5jc0r1rtc2his7j/f/hfile_0 into 28cf2d032c0b8c84d8f1a7502288afa1/f as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/1b1fcdec175044598cc4f55e44ee8804_SeqId_6_ - updating store file list. 2024-11-15T18:20:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1b1fcdec175044598cc4f55e44ee8804_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T18:20:05,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/1b1fcdec175044598cc4f55e44ee8804_SeqId_6_ into 28cf2d032c0b8c84d8f1a7502288afa1/f 2024-11-15T18:20:05,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins__test__mt1s89sqjs9f1o2htcflugrsvlstfslk9dl8117vsrpd5de8j5jc0r1rtc2his7j/f/hfile_0 into 28cf2d032c0b8c84d8f1a7502288afa1/f (new location: hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/1b1fcdec175044598cc4f55e44ee8804_SeqId_6_) 2024-11-15T18:20:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins__test__mt1s89sqjs9f1o2htcflugrsvlstfslk9dl8117vsrpd5de8j5jc0r1rtc2his7j/f/hfile_0 2024-11-15T18:20:05,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins__test__mt1s89sqjs9f1o2htcflugrsvlstfslk9dl8117vsrpd5de8j5jc0r1rtc2his7j/f/hfile_1 into 28cf2d032c0b8c84d8f1a7502288afa1/f as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/4f5de10e005b41708c66181128074391_SeqId_6_ - updating store file list. 2024-11-15T18:20:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f5de10e005b41708c66181128074391_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T18:20:05,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/4f5de10e005b41708c66181128074391_SeqId_6_ into 28cf2d032c0b8c84d8f1a7502288afa1/f 2024-11-15T18:20:05,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins__test__mt1s89sqjs9f1o2htcflugrsvlstfslk9dl8117vsrpd5de8j5jc0r1rtc2his7j/f/hfile_1 into 28cf2d032c0b8c84d8f1a7502288afa1/f (new location: hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/f/4f5de10e005b41708c66181128074391_SeqId_6_) 2024-11-15T18:20:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/staging/jenkins__test__mt1s89sqjs9f1o2htcflugrsvlstfslk9dl8117vsrpd5de8j5jc0r1rtc2his7j/f/hfile_1 2024-11-15T18:20:05,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:05,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:05,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:05,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:05,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1., hostname=74ec74825666,41485,1731694792462, seqNum=2 , the old value is region=test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1., hostname=74ec74825666,41485,1731694792462, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74ec74825666:41485 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:20:05,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1., hostname=74ec74825666,41485,1731694792462, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:20:05,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1., hostname=74ec74825666,41485,1731694792462, seqNum=2 from cache 2024-11-15T18:20:05,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:05,162 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T18:20:05,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,40901,1731694787160, seqNum=-1] 2024-11-15T18:20:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:05,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b., hostname=74ec74825666,40901,1731694787160, seqNum=2] 2024-11-15T18:20:05,172 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T18:20:05,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:05,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,39129,1731694786970 2024-11-15T18:20:05,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42201a66 2024-11-15T18:20:05,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:05,227 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T18:20:05,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:20:05,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:05,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,40901,1731694787160, seqNum=-1] 2024-11-15T18:20:05,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:05,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T18:20:05,236 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__af0oav5jg842ee6oqm0g3l86eqifqsgn4s9gqd1pba54m5ofgddfb1sf81mi1t2a/f/8fd73c0232e04aef92db165982fd9f2d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T18:20:05,238 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__af0oav5jg842ee6oqm0g3l86eqifqsgn4s9gqd1pba54m5ofgddfb1sf81mi1t2a/f/dee5632ff1314f5ba6bdb33da83ca67a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T18:20:05,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.ReplicationSink(324): Finished replicating [c6bffa3b-5d31-4dc2-a48d-c514916b9fbc, 6e7e8575-2711-4413-842d-b50f7a4c1f7f] bulk loaded data 2024-11-15T18:20:05,265 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T18:20:05,310 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 725, reset compression=false 2024-11-15T18:20:05,314 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:20:05,314 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,41485,1731694792462 got entry batch from reader: WALEntryBatch [walEntries=[{test/28cf2d032c0b8c84d8f1a7502288afa1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731694805159/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T18:20:05,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.ReplicationSink(318): Replicating [6e7e8575-2711-4413-842d-b50f7a4c1f7f] bulk loaded data 2024-11-15T18:20:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741844_1020 (size=11194) 2024-11-15T18:20:05,397 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 687, reset compression=false 2024-11-15T18:20:05,515 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 1033, reset compression=false 2024-11-15T18:20:05,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741845_1021 (size=10791) 2024-11-15T18:20:05,819 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 1033, reset compression=false 2024-11-15T18:20:06,101 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 687, reset compression=false 2024-11-15T18:20:06,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:20:06,146 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/1b1fcdec175044598cc4f55e44ee8804_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-15T18:20:06,148 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/4f5de10e005b41708c66181128074391_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-15T18:20:06,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/4f5de10e005b41708c66181128074391_SeqId_6_ for inclusion in e36949e407c20e2c5dc9fdd75cabb28b/f 2024-11-15T18:20:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T18:20:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:20:06,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/1b1fcdec175044598cc4f55e44ee8804_SeqId_6_ for inclusion in e36949e407c20e2c5dc9fdd75cabb28b/f 2024-11-15T18:20:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T18:20:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:20:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HRegion(2603): Flush status journal for e36949e407c20e2c5dc9fdd75cabb28b: 2024-11-15T18:20:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4f5de10e005b41708c66181128074391_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:20:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/4f5de10e005b41708c66181128074391_SeqId_6_ as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/fc4d197d4c754843a8451b71de2e9f5a_SeqId_6_ 2024-11-15T18:20:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1b1fcdec175044598cc4f55e44ee8804_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:20:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/1b1fcdec175044598cc4f55e44ee8804_SeqId_6_ as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/42a9a4e100c44cd5869b8902808509d9_SeqId_6_ 2024-11-15T18:20:06,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/4f5de10e005b41708c66181128074391_SeqId_6_ into e36949e407c20e2c5dc9fdd75cabb28b/f as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/fc4d197d4c754843a8451b71de2e9f5a_SeqId_6_ - updating store file list. 2024-11-15T18:20:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc4d197d4c754843a8451b71de2e9f5a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T18:20:06,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/fc4d197d4c754843a8451b71de2e9f5a_SeqId_6_ into e36949e407c20e2c5dc9fdd75cabb28b/f 2024-11-15T18:20:06,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/4f5de10e005b41708c66181128074391_SeqId_6_ into e36949e407c20e2c5dc9fdd75cabb28b/f (new location: hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/fc4d197d4c754843a8451b71de2e9f5a_SeqId_6_) 2024-11-15T18:20:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/4f5de10e005b41708c66181128074391_SeqId_6_ 2024-11-15T18:20:06,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/1b1fcdec175044598cc4f55e44ee8804_SeqId_6_ into e36949e407c20e2c5dc9fdd75cabb28b/f as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/42a9a4e100c44cd5869b8902808509d9_SeqId_6_ - updating store file list. 2024-11-15T18:20:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 42a9a4e100c44cd5869b8902808509d9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T18:20:06,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/42a9a4e100c44cd5869b8902808509d9_SeqId_6_ into e36949e407c20e2c5dc9fdd75cabb28b/f 2024-11-15T18:20:06,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/1b1fcdec175044598cc4f55e44ee8804_SeqId_6_ into e36949e407c20e2c5dc9fdd75cabb28b/f (new location: hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/f/42a9a4e100c44cd5869b8902808509d9_SeqId_6_) 2024-11-15T18:20:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/staging/jenkins.hfs.10__test__dnki9pqua51nmq9714efnaphra9sp175877vagp0fpsjkd2rc2qq55o47jpco3l5/f/1b1fcdec175044598cc4f55e44ee8804_SeqId_6_ 2024-11-15T18:20:06,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40901 {}] regionserver.ReplicationSink(324): Finished replicating [6e7e8575-2711-4413-842d-b50f7a4c1f7f] bulk loaded data 2024-11-15T18:20:06,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:20:06,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:06,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:06,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:06,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:06,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:06,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:20:06,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2104538790, stopped=false 2024-11-15T18:20:06,186 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,41273,1731694792319 2024-11-15T18:20:06,222 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 1033, reset compression=false 2024-11-15T18:20:06,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-669832808/running 2024-11-15T18:20:06,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-669832808/running 2024-11-15T18:20:06,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:20:06,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:20:06,288 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:20:06,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:06,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:06,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:06,289 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,41485,1731694792462' ***** 2024-11-15T18:20:06,289 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:20:06,289 INFO [RS:0;74ec74825666:41485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:20:06,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Set watcher on znode that does not yet exist, /1-669832808/running 2024-11-15T18:20:06,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Set watcher on znode that does not yet exist, /1-669832808/running 2024-11-15T18:20:06,289 INFO [RS:0;74ec74825666:41485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:20:06,289 INFO [RS:0;74ec74825666:41485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:20:06,289 INFO [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(3091): Received CLOSE for 28cf2d032c0b8c84d8f1a7502288afa1 2024-11-15T18:20:06,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:20:06,289 INFO [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(3091): Received CLOSE for e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:06,289 INFO [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,41485,1731694792462 2024-11-15T18:20:06,289 INFO [RS:0;74ec74825666:41485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:20:06,290 INFO [RS:0;74ec74825666:41485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:41485. 2024-11-15T18:20:06,290 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28cf2d032c0b8c84d8f1a7502288afa1, disabling compactions & flushes 2024-11-15T18:20:06,290 DEBUG [RS:0;74ec74825666:41485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:06,290 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:20:06,290 DEBUG [RS:0;74ec74825666:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:06,290 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:20:06,290 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. after waiting 0 ms 2024-11-15T18:20:06,290 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:20:06,290 INFO [RS:0;74ec74825666:41485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:20:06,290 INFO [RS:0;74ec74825666:41485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:20:06,290 INFO [RS:0;74ec74825666:41485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:20:06,290 INFO [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:20:06,290 INFO [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:20:06,290 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1325): Online Regions={28cf2d032c0b8c84d8f1a7502288afa1=test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1., e74a6e377a0c6a8d5611b921e5bb6b71=hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:20:06,290 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28cf2d032c0b8c84d8f1a7502288afa1, e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:06,290 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:20:06,290 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:20:06,290 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:20:06,290 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:20:06,290 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:20:06,290 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:20:06,293 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/default/test/28cf2d032c0b8c84d8f1a7502288afa1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:20:06,294 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:06,294 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:20:06,294 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:20:06,294 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28cf2d032c0b8c84d8f1a7502288afa1: Waiting for close lock at 1731694806289Running coprocessor pre-close hooks at 1731694806289Disabling compacts and flushes for region at 1731694806290 (+1 ms)Disabling writes for close at 1731694806290Writing region close event to WAL at 1731694806290Running coprocessor post-close hooks at 1731694806294 (+4 ms)Closed at 1731694806294 2024-11-15T18:20:06,294 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1. 2024-11-15T18:20:06,294 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e74a6e377a0c6a8d5611b921e5bb6b71, disabling compactions & flushes 2024-11-15T18:20:06,294 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:06,294 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:06,294 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. after waiting 0 ms 2024-11-15T18:20:06,294 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:06,294 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e74a6e377a0c6a8d5611b921e5bb6b71 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-15T18:20:06,308 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:20:06,308 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/info/5f2dbb2ab19e4d21a72ab7dcd46473e8 is 147, key is hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71./info:regioninfo/1731694802049/Put/seqid=0 2024-11-15T18:20:06,312 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/.tmp/hfileref/97b5013859ac46abafc85cf961ed1fc1 is 74, key is 1/hfileref:1b1fcdec175044598cc4f55e44ee8804_SeqId_6_/1731694806176/DeleteColumn/seqid=0 2024-11-15T18:20:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741844_1020 (size=7686) 2024-11-15T18:20:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741845_1021 (size=5345) 2024-11-15T18:20:06,317 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/info/5f2dbb2ab19e4d21a72ab7dcd46473e8 2024-11-15T18:20:06,334 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/ns/6df6ab5ae09e4a88a71518472a8e617b is 43, key is default/ns:d/1731694795749/Put/seqid=0 2024-11-15T18:20:06,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741846_1022 (size=5153) 2024-11-15T18:20:06,490 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:06,691 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e74a6e377a0c6a8d5611b921e5bb6b71 2024-11-15T18:20:06,699 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:20:06,699 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:20:06,717 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/.tmp/hfileref/97b5013859ac46abafc85cf961ed1fc1 2024-11-15T18:20:06,726 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 1033, reset compression=false 2024-11-15T18:20:06,730 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:06,730 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 1328, reset compression=false 2024-11-15T18:20:06,730 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,41485,1731694792462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:20:06,731 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74ec74825666,41485,1731694792462: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74ec74825666,41485,1731694792462, walGroup=74ec74825666%2C41485%2C1731694792462, offset=74ec74825666%2C41485%2C1731694792462.1731694794835:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T18:20:06,733 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:20:06,735 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:20:06,736 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:20:06,736 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:20:06,736 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:20:06,737 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 921405072 }, "NonHeapMemoryUsage": { "committed": 190119936, "init": 7667712, "max": -1, "used": 187299656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T18:20:06,737 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/.tmp/queue/2f555b80937c4dfcb180e4e3f16a9449 is 154, key is 1-74ec74825666,41485,1731694792462/queue:74ec74825666%2C41485%2C1731694792462/1731694806178/Put/seqid=0 2024-11-15T18:20:06,737 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/ns/6df6ab5ae09e4a88a71518472a8e617b 2024-11-15T18:20:06,739 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T18:20:06,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741847_1023 (size=5353) 2024-11-15T18:20:06,743 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/.tmp/queue/2f555b80937c4dfcb180e4e3f16a9449 2024-11-15T18:20:06,747 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/.tmp/hfileref/97b5013859ac46abafc85cf961ed1fc1 as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/hfileref/97b5013859ac46abafc85cf961ed1fc1 2024-11-15T18:20:06,751 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/hfileref/97b5013859ac46abafc85cf961ed1fc1, entries=4, sequenceid=12, filesize=5.2 K 2024-11-15T18:20:06,752 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/.tmp/queue/2f555b80937c4dfcb180e4e3f16a9449 as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/queue/2f555b80937c4dfcb180e4e3f16a9449 2024-11-15T18:20:06,756 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/queue/2f555b80937c4dfcb180e4e3f16a9449, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T18:20:06,757 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e74a6e377a0c6a8d5611b921e5bb6b71 in 463ms, sequenceid=12, compaction requested=false 2024-11-15T18:20:06,759 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/rep_barrier/6e4a960a0dbb4165890d36990b3f9987 is 112, key is test,,1731694796956.28cf2d032c0b8c84d8f1a7502288afa1./rep_barrier:seqnumDuringOpen/1731694798108/Put/seqid=0 2024-11-15T18:20:06,761 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/replication/e74a6e377a0c6a8d5611b921e5bb6b71/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T18:20:06,761 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:06,761 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:20:06,761 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:06,761 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e74a6e377a0c6a8d5611b921e5bb6b71: Waiting for close lock at 1731694806294Running coprocessor pre-close hooks at 1731694806294Disabling compacts and flushes for region at 1731694806294Disabling writes for close at 1731694806294Obtaining lock to block concurrent updates at 1731694806294Preparing flush snapshotting stores in e74a6e377a0c6a8d5611b921e5bb6b71 at 1731694806294Finished memstore snapshotting hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731694806294Flushing stores of hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. at 1731694806295 (+1 ms)Flushing e74a6e377a0c6a8d5611b921e5bb6b71/hfileref: creating writer at 1731694806295Flushing e74a6e377a0c6a8d5611b921e5bb6b71/hfileref: appending metadata at 1731694806311 (+16 ms)Flushing e74a6e377a0c6a8d5611b921e5bb6b71/hfileref: closing flushed file at 1731694806311Flushing e74a6e377a0c6a8d5611b921e5bb6b71/queue: creating writer at 1731694806721 (+410 ms)Flushing e74a6e377a0c6a8d5611b921e5bb6b71/queue: appending metadata at 1731694806736 (+15 ms)Flushing e74a6e377a0c6a8d5611b921e5bb6b71/queue: closing flushed file at 1731694806736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e0a8cf: reopening flushed file at 1731694806747 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f785b4c: reopening flushed file at 1731694806751 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e74a6e377a0c6a8d5611b921e5bb6b71 in 463ms, sequenceid=12, compaction requested=false at 1731694806757 (+6 ms)Writing region close event to WAL at 1731694806758 (+1 ms)Running coprocessor post-close hooks at 1731694806761 (+3 ms)Closed at 1731694806761 2024-11-15T18:20:06,761 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694801280.e74a6e377a0c6a8d5611b921e5bb6b71. 2024-11-15T18:20:06,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741848_1024 (size=5518) 2024-11-15T18:20:06,763 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/rep_barrier/6e4a960a0dbb4165890d36990b3f9987 2024-11-15T18:20:06,794 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/table/eb184f20dad9492a94c880b021e9afb8 is 53, key is hbase:replication/table:state/1731694802056/Put/seqid=0 2024-11-15T18:20:06,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741849_1025 (size=5308) 2024-11-15T18:20:06,891 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:20:06,905 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 687, reset compression=false 2024-11-15T18:20:06,910 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:20:06,910 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40901,1731694787160 got entry batch from reader: WALEntryBatch [walEntries=[{test/e36949e407c20e2c5dc9fdd75cabb28b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731694806172/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T18:20:06,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 74ec74825666,41485,1731694792462 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:20:06,914 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 74ec74825666,41485,1731694792462 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:20:06,941 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 1328, reset compression=false 2024-11-15T18:20:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 74ec74825666,41485,1731694792462 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:20:07,018 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 74ec74825666,41485,1731694792462 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:20:07,091 DEBUG [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:20:07,110 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 1033, reset compression=false 2024-11-15T18:20:07,198 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/table/eb184f20dad9492a94c880b021e9afb8 2024-11-15T18:20:07,203 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/info/5f2dbb2ab19e4d21a72ab7dcd46473e8 as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/info/5f2dbb2ab19e4d21a72ab7dcd46473e8 2024-11-15T18:20:07,208 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/info/5f2dbb2ab19e4d21a72ab7dcd46473e8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:20:07,209 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/ns/6df6ab5ae09e4a88a71518472a8e617b as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/ns/6df6ab5ae09e4a88a71518472a8e617b 2024-11-15T18:20:07,213 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/ns/6df6ab5ae09e4a88a71518472a8e617b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:20:07,214 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/rep_barrier/6e4a960a0dbb4165890d36990b3f9987 as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/rep_barrier/6e4a960a0dbb4165890d36990b3f9987 2024-11-15T18:20:07,218 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/rep_barrier/6e4a960a0dbb4165890d36990b3f9987, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:20:07,219 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/.tmp/table/eb184f20dad9492a94c880b021e9afb8 as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/table/eb184f20dad9492a94c880b021e9afb8 2024-11-15T18:20:07,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 74ec74825666,41485,1731694792462 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:20:07,221 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 74ec74825666,41485,1731694792462 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:20:07,224 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/table/eb184f20dad9492a94c880b021e9afb8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:20:07,225 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=16, compaction requested=false 2024-11-15T18:20:07,229 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:20:07,229 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:07,229 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:20:07,229 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:07,229 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694806290Running coprocessor pre-close hooks at 1731694806290Disabling compacts and flushes for region at 1731694806290Disabling writes for close at 1731694806290Obtaining lock to block concurrent updates at 1731694806290Preparing flush snapshotting stores in 1588230740 at 1731694806290Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694806291 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731694806291Flushing 1588230740/info: creating writer at 1731694806291Flushing 1588230740/info: appending metadata at 1731694806308 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731694806308Flushing 1588230740/ns: creating writer at 1731694806321 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731694806333 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731694806333Flushing 1588230740/rep_barrier: creating writer at 1731694806742 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694806759 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694806759Flushing 1588230740/table: creating writer at 1731694806767 (+8 ms)Flushing 1588230740/table: appending metadata at 1731694806793 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731694806793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11fa2b78: reopening flushed file at 1731694807202 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8db0a5: reopening flushed file at 1731694807208 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2184cb62: reopening flushed file at 1731694807214 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6888f23b: reopening flushed file at 1731694807219 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=16, compaction requested=false at 1731694807225 (+6 ms)Writing region close event to WAL at 1731694807226 (+1 ms)Running coprocessor post-close hooks at 1731694807229 (+3 ms)Closed at 1731694807229 2024-11-15T18:20:07,229 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:07,245 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.wal-reader.74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 to pos 1328, reset compression=false 2024-11-15T18:20:07,291 INFO [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,41485,1731694792462; all regions closed. 2024-11-15T18:20:07,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741834_1010 (size=4239) 2024-11-15T18:20:07,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.meta.1731694795698.meta not finished, retry = 0 2024-11-15T18:20:07,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741839_1015 (size=3127) 2024-11-15T18:20:07,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.rep.1731694802016 not finished, retry = 0 2024-11-15T18:20:07,413 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 1033, reset compression=false 2024-11-15T18:20:07,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741832_1008 (size=1336) 2024-11-15T18:20:07,498 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/WALs/74ec74825666,41485,1731694792462/74ec74825666%2C41485%2C1731694792462.1731694794835 not finished, retry = 0 2024-11-15T18:20:07,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 74ec74825666,41485,1731694792462 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:20:07,524 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 74ec74825666,41485,1731694792462 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:20:07,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:20:07,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:07,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:07,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:07,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:07,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:07,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:07,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:07,599 DEBUG [RS:0;74ec74825666:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:07,599 INFO [RS:0;74ec74825666:41485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:20:07,599 INFO [RS:0;74ec74825666:41485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:20:07,599 INFO [RS:0;74ec74825666:41485 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T18:20:07,600 INFO [RS:0;74ec74825666:41485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:20:07,600 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:20:07,600 INFO [RS:0;74ec74825666:41485 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,41485,1731694792462 because: Region server is closing 2024-11-15T18:20:07,600 INFO [RS:0;74ec74825666:41485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:41485. 2024-11-15T18:20:07,600 DEBUG [RS:0;74ec74825666:41485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:07,600 DEBUG [RS:0;74ec74825666:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:07,600 DEBUG [RS:0;74ec74825666:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:07,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:07,700 INFO [RS:0;74ec74825666:41485 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,41485,1731694792462.replicationSource.shipper74ec74825666%2C41485%2C1731694792462,1-74ec74825666,41485,1731694792462 terminated 2024-11-15T18:20:07,701 INFO [RS:0;74ec74825666:41485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:41485. 2024-11-15T18:20:07,701 DEBUG [RS:0;74ec74825666:41485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:07,701 DEBUG [RS:0;74ec74825666:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:07,701 DEBUG [RS:0;74ec74825666:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:07,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:07,701 INFO [RS:0;74ec74825666:41485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41485 2024-11-15T18:20:07,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808/rs 2024-11-15T18:20:07,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-669832808/rs/74ec74825666,41485,1731694792462 2024-11-15T18:20:07,758 INFO [RS:0;74ec74825666:41485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:20:07,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,41485,1731694792462] 2024-11-15T18:20:07,779 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-669832808/draining/74ec74825666,41485,1731694792462 already deleted, retry=false 2024-11-15T18:20:07,779 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,41485,1731694792462 expired; onlineServers=0 2024-11-15T18:20:07,779 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,41273,1731694792319' ***** 2024-11-15T18:20:07,779 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:20:07,779 INFO [M:0;74ec74825666:41273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:20:07,780 INFO [M:0;74ec74825666:41273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:20:07,780 DEBUG [M:0;74ec74825666:41273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:20:07,780 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:20:07,780 DEBUG [M:0;74ec74825666:41273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:20:07,780 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694794492 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694794492,5,FailOnTimeoutGroup] 2024-11-15T18:20:07,780 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694794496 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694794496,5,FailOnTimeoutGroup] 2024-11-15T18:20:07,780 INFO [M:0;74ec74825666:41273 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:20:07,780 INFO [M:0;74ec74825666:41273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:20:07,780 DEBUG [M:0;74ec74825666:41273 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:20:07,780 INFO [M:0;74ec74825666:41273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:20:07,780 INFO [M:0;74ec74825666:41273 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:20:07,780 INFO [M:0;74ec74825666:41273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:20:07,780 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:20:07,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-669832808/master 2024-11-15T18:20:07,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669832808 2024-11-15T18:20:07,790 DEBUG [M:0;74ec74825666:41273 {}] zookeeper.ZKUtil(347): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Unable to get data of znode /1-669832808/master because node does not exist (not an error) 2024-11-15T18:20:07,790 WARN [M:0;74ec74825666:41273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:20:07,791 INFO [M:0;74ec74825666:41273 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/.lastflushedseqids 2024-11-15T18:20:07,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741850_1026 (size=263) 2024-11-15T18:20:07,816 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 1033, reset compression=false 2024-11-15T18:20:07,869 INFO [RS:0;74ec74825666:41485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:20:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1013fb96dbe0004, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:07,869 INFO [RS:0;74ec74825666:41485 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,41485,1731694792462; zookeeper connection closed. 2024-11-15T18:20:07,869 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a9ed529 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a9ed529 2024-11-15T18:20:07,870 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:20:07,927 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 74ec74825666:41485 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74ec74825666/172.17.0.2:41485 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:20:07,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 74ec74825666:41485 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74ec74825666/172.17.0.2:41485 2024-11-15T18:20:07,928 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=74ec74825666:41485 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74ec74825666/172.17.0.2:41485 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74ec74825666/172.17.0.2:41485 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T18:20:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:20:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:42368 deadline: 1731694867930, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T18:20:07,955 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T18:20:07,956 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T18:20:08,195 INFO [M:0;74ec74825666:41273 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:20:08,195 INFO [M:0;74ec74825666:41273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:20:08,195 DEBUG [M:0;74ec74825666:41273 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:20:08,195 INFO [M:0;74ec74825666:41273 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:08,195 DEBUG [M:0;74ec74825666:41273 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:08,195 DEBUG [M:0;74ec74825666:41273 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:20:08,195 DEBUG [M:0;74ec74825666:41273 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:08,195 INFO [M:0;74ec74825666:41273 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T18:20:08,210 DEBUG [M:0;74ec74825666:41273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f79c506cd8d4c45af52fa510a6859a6 is 82, key is hbase:meta,,1/info:regioninfo/1731694795734/Put/seqid=0 2024-11-15T18:20:08,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741851_1027 (size=5672) 2024-11-15T18:20:08,319 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 1033, reset compression=false 2024-11-15T18:20:08,456 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T18:20:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:20:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:42368 deadline: 1731694868457, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T18:20:08,457 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T18:20:08,458 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T18:20:08,458 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T18:20:08,614 INFO [M:0;74ec74825666:41273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f79c506cd8d4c45af52fa510a6859a6 2024-11-15T18:20:08,630 DEBUG [M:0;74ec74825666:41273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12bdf9ebbf4540c3843a2c4f513ee639 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731694802059/Put/seqid=0 2024-11-15T18:20:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741852_1028 (size=8516) 2024-11-15T18:20:08,923 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 1033, reset compression=false 2024-11-15T18:20:09,033 INFO [M:0;74ec74825666:41273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12bdf9ebbf4540c3843a2c4f513ee639 2024-11-15T18:20:09,054 DEBUG [M:0;74ec74825666:41273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78b57a96c6ea48a1b787d7d4b60a1726 is 69, key is 74ec74825666,41485,1731694792462/rs:state/1731694794640/Put/seqid=0 2024-11-15T18:20:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741853_1029 (size=5156) 2024-11-15T18:20:09,059 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T18:20:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:20:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:42368 deadline: 1731694869060, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T18:20:09,061 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T18:20:09,062 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T18:20:09,062 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T18:20:09,458 INFO [M:0;74ec74825666:41273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78b57a96c6ea48a1b787d7d4b60a1726 2024-11-15T18:20:09,462 DEBUG [M:0;74ec74825666:41273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f79c506cd8d4c45af52fa510a6859a6 as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f79c506cd8d4c45af52fa510a6859a6 2024-11-15T18:20:09,466 INFO [M:0;74ec74825666:41273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f79c506cd8d4c45af52fa510a6859a6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T18:20:09,467 DEBUG [M:0;74ec74825666:41273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12bdf9ebbf4540c3843a2c4f513ee639 as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12bdf9ebbf4540c3843a2c4f513ee639 2024-11-15T18:20:09,471 INFO [M:0;74ec74825666:41273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12bdf9ebbf4540c3843a2c4f513ee639, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T18:20:09,471 DEBUG [M:0;74ec74825666:41273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78b57a96c6ea48a1b787d7d4b60a1726 as hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78b57a96c6ea48a1b787d7d4b60a1726 2024-11-15T18:20:09,475 INFO [M:0;74ec74825666:41273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78b57a96c6ea48a1b787d7d4b60a1726, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T18:20:09,475 INFO [M:0;74ec74825666:41273 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-15T18:20:09,476 INFO [M:0;74ec74825666:41273 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:09,476 DEBUG [M:0;74ec74825666:41273 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694808195Disabling compacts and flushes for region at 1731694808195Disabling writes for close at 1731694808195Obtaining lock to block concurrent updates at 1731694808195Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694808195Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731694808196 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694808196Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694808196Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694808210 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694808210Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694808617 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694808630 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694808630Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694809037 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694809053 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694809053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360786ab: reopening flushed file at 1731694809461 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a1c5e4: reopening flushed file at 1731694809466 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a57c3c: reopening flushed file at 1731694809471 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731694809475 (+4 ms)Writing region close event to WAL at 1731694809476 (+1 ms)Closed at 1731694809476 2024-11-15T18:20:09,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741830_1006 (size=63654) 2024-11-15T18:20:09,478 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b760189-7bcc-248a-254d-b226c2dcf535/MasterData/WALs/74ec74825666,41273,1731694792319/74ec74825666%2C41273%2C1731694792319.1731694794226 not finished, retry = 0 2024-11-15T18:20:09,579 INFO [M:0;74ec74825666:41273 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:20:09,579 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:20:09,579 INFO [M:0;74ec74825666:41273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41273 2024-11-15T18:20:09,579 INFO [M:0;74ec74825666:41273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:20:09,626 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 1033, reset compression=false 2024-11-15T18:20:09,763 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T18:20:09,763 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 74ec74825666:41273 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74ec74825666/172.17.0.2:41273 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:20:09,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 74ec74825666:41273 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74ec74825666/172.17.0.2:41273 2024-11-15T18:20:09,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:09,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x1013fb96dbe0003, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:09,809 INFO [M:0;74ec74825666:41273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:20:09,823 WARN [BP-1985961893-172.17.0.2-1731694790352 heartbeating to localhost/127.0.0.1:46019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1985961893-172.17.0.2-1731694790352 (Datanode Uuid cd557f6b-75c0-43ea-bfee-d706d02972e3) service to localhost/127.0.0.1:46019 2024-11-15T18:20:09,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/cluster_9f2046b3-d7d9-8840-a810-4d3356332f73/data/data1/current/BP-1985961893-172.17.0.2-1731694790352 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:20:09,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/cluster_9f2046b3-d7d9-8840-a810-4d3356332f73/data/data2/current/BP-1985961893-172.17.0.2-1731694790352 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:20:09,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68ce4868{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:20:09,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c9e907e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:20:09,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:20:09,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771f0749{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:20:09,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/hadoop.log.dir/,STOPPED} 2024-11-15T18:20:09,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:20:09,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e4af57a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:20:09,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347b42e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:20:09,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:20:09,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19e06a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:20:09,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/hadoop.log.dir/,STOPPED} 2024-11-15T18:20:09,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:20:09,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:20:09,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:09,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:09,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:09,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:09,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:09,863 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:20:09,863 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=737907758, stopped=false 2024-11-15T18:20:09,863 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,39129,1731694786970 2024-11-15T18:20:09,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:09,873 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 74ec74825666:41273 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74ec74825666/172.17.0.2:41273 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:20:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=74ec74825666:41273 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74ec74825666/172.17.0.2:41273 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-15T18:20:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 74ec74825666:41273 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 74ec74825666/172.17.0.2:41273 2024-11-15T18:20:09,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01579377983/running 2024-11-15T18:20:09,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01579377983/running 2024-11-15T18:20:09,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:20:09,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:20:09,877 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:20:09,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:09,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Set watcher on znode that does not yet exist, /01579377983/running 2024-11-15T18:20:09,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Set watcher on znode that does not yet exist, /01579377983/running 2024-11-15T18:20:09,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:09,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:09,878 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,40901,1731694787160' ***** 2024-11-15T18:20:09,878 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:20:09,878 INFO [RS:0;74ec74825666:40901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:20:09,878 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:20:09,878 INFO [RS:0;74ec74825666:40901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:20:09,878 INFO [RS:0;74ec74825666:40901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:20:09,878 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(3091): Received CLOSE for e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:20:09,878 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(3091): Received CLOSE for 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:09,879 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,40901,1731694787160 2024-11-15T18:20:09,879 INFO [RS:0;74ec74825666:40901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:20:09,879 INFO [RS:0;74ec74825666:40901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:40901. 2024-11-15T18:20:09,879 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e36949e407c20e2c5dc9fdd75cabb28b, disabling compactions & flushes 2024-11-15T18:20:09,879 DEBUG [RS:0;74ec74825666:40901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:09,879 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:20:09,879 DEBUG [RS:0;74ec74825666:40901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:09,879 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:20:09,879 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. after waiting 0 ms 2024-11-15T18:20:09,879 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:20:09,879 INFO [RS:0;74ec74825666:40901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:20:09,879 INFO [RS:0;74ec74825666:40901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:20:09,879 INFO [RS:0;74ec74825666:40901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:20:09,879 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:20:09,879 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:20:09,879 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1325): Online Regions={e36949e407c20e2c5dc9fdd75cabb28b=test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b., 42c1b0cbca08307931aa2a634009a9f1=hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:20:09,879 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42c1b0cbca08307931aa2a634009a9f1, e36949e407c20e2c5dc9fdd75cabb28b 2024-11-15T18:20:09,879 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:20:09,879 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:20:09,879 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:20:09,879 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:20:09,879 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:20:09,879 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:20:09,882 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/default/test/e36949e407c20e2c5dc9fdd75cabb28b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:20:09,882 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:09,882 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:20:09,882 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:20:09,882 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e36949e407c20e2c5dc9fdd75cabb28b: Waiting for close lock at 1731694809879Running coprocessor pre-close hooks at 1731694809879Disabling compacts and flushes for region at 1731694809879Disabling writes for close at 1731694809879Writing region close event to WAL at 1731694809879Running coprocessor post-close hooks at 1731694809882 (+3 ms)Closed at 1731694809882 2024-11-15T18:20:09,882 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b. 2024-11-15T18:20:09,883 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42c1b0cbca08307931aa2a634009a9f1, disabling compactions & flushes 2024-11-15T18:20:09,883 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:20:09,883 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:20:09,883 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. after waiting 0 ms 2024-11-15T18:20:09,883 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:20:09,883 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42c1b0cbca08307931aa2a634009a9f1 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-15T18:20:09,896 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/.tmp/hfileref/36368ceb5e924e188209631f99d7a509 is 74, key is 1/hfileref:338b28c79ad64e63ba2d0fa7d71934bc_SeqId_4_/1731694804245/DeleteColumn/seqid=0 2024-11-15T18:20:09,896 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/info/b88d156bb76f4298bec2c99cb8191927 is 147, key is hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1./info:regioninfo/1731694800335/Put/seqid=0 2024-11-15T18:20:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741846_1022 (size=5345) 2024-11-15T18:20:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741847_1023 (size=7686) 2024-11-15T18:20:09,900 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/info/b88d156bb76f4298bec2c99cb8191927 2024-11-15T18:20:09,900 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/.tmp/hfileref/36368ceb5e924e188209631f99d7a509 2024-11-15T18:20:09,917 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/ns/332875d682dd44e1a36eb3949c9f4028 is 43, key is default/ns:d/1731694790223/Put/seqid=0 2024-11-15T18:20:09,920 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/.tmp/queue/91f92cab612840d98c4e7e2e005abce5 is 153, key is 1-74ec74825666,40901,1731694787160/queue:74ec74825666%2C40901%2C1731694787160/1731694804247/Put/seqid=0 2024-11-15T18:20:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741848_1024 (size=5153) 2024-11-15T18:20:09,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741849_1025 (size=5352) 2024-11-15T18:20:09,973 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:20:10,059 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:20:10,059 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:20:10,079 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:10,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:10,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 74ec74825666:41273 this server is in the failed servers list 2024-11-15T18:20:10,085 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 74ec74825666:41273 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:10,279 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42c1b0cbca08307931aa2a634009a9f1 2024-11-15T18:20:10,321 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/ns/332875d682dd44e1a36eb3949c9f4028 2024-11-15T18:20:10,324 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/.tmp/queue/91f92cab612840d98c4e7e2e005abce5 2024-11-15T18:20:10,329 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/.tmp/hfileref/36368ceb5e924e188209631f99d7a509 as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/hfileref/36368ceb5e924e188209631f99d7a509 2024-11-15T18:20:10,333 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/hfileref/36368ceb5e924e188209631f99d7a509, entries=4, sequenceid=10, filesize=5.2 K 2024-11-15T18:20:10,334 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/.tmp/queue/91f92cab612840d98c4e7e2e005abce5 as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/queue/91f92cab612840d98c4e7e2e005abce5 2024-11-15T18:20:10,338 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/queue/91f92cab612840d98c4e7e2e005abce5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T18:20:10,338 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 42c1b0cbca08307931aa2a634009a9f1 in 455ms, sequenceid=10, compaction requested=false 2024-11-15T18:20:10,341 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/rep_barrier/4c52d56c56fa49b39072536aac9e7436 is 112, key is test,,1731694795819.e36949e407c20e2c5dc9fdd75cabb28b./rep_barrier:seqnumDuringOpen/1731694796567/Put/seqid=0 2024-11-15T18:20:10,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741850_1026 (size=5518) 2024-11-15T18:20:10,345 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/replication/42c1b0cbca08307931aa2a634009a9f1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T18:20:10,346 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:10,346 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:20:10,346 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:20:10,346 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42c1b0cbca08307931aa2a634009a9f1: Waiting for close lock at 1731694809883Running coprocessor pre-close hooks at 1731694809883Disabling compacts and flushes for region at 1731694809883Disabling writes for close at 1731694809883Obtaining lock to block concurrent updates at 1731694809883Preparing flush snapshotting stores in 42c1b0cbca08307931aa2a634009a9f1 at 1731694809883Finished memstore snapshotting hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731694809883Flushing stores of hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. at 1731694809883Flushing 42c1b0cbca08307931aa2a634009a9f1/hfileref: creating writer at 1731694809884 (+1 ms)Flushing 42c1b0cbca08307931aa2a634009a9f1/hfileref: appending metadata at 1731694809895 (+11 ms)Flushing 42c1b0cbca08307931aa2a634009a9f1/hfileref: closing flushed file at 1731694809895Flushing 42c1b0cbca08307931aa2a634009a9f1/queue: creating writer at 1731694809904 (+9 ms)Flushing 42c1b0cbca08307931aa2a634009a9f1/queue: appending metadata at 1731694809919 (+15 ms)Flushing 42c1b0cbca08307931aa2a634009a9f1/queue: closing flushed file at 1731694809919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac541e3: reopening flushed file at 1731694810328 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e2591db: reopening flushed file at 1731694810333 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 42c1b0cbca08307931aa2a634009a9f1 in 455ms, sequenceid=10, compaction requested=false at 1731694810338 (+5 ms)Writing region close event to WAL at 1731694810342 (+4 ms)Running coprocessor post-close hooks at 1731694810345 (+3 ms)Closed at 1731694810346 (+1 ms) 2024-11-15T18:20:10,346 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694799124.42c1b0cbca08307931aa2a634009a9f1. 2024-11-15T18:20:10,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:10,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 74ec74825666:41273 this server is in the failed servers list 2024-11-15T18:20:10,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 74ec74825666:41273 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:10,430 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 1033, reset compression=false 2024-11-15T18:20:10,434 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:10,434 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 1328, reset compression=false 2024-11-15T18:20:10,480 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:20:10,637 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 1328, reset compression=false 2024-11-15T18:20:10,680 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:20:10,745 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/rep_barrier/4c52d56c56fa49b39072536aac9e7436 2024-11-15T18:20:10,761 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/table/34ecf9d9c29f4ae0be2cacd4f7336079 is 53, key is hbase:replication/table:state/1731694800342/Put/seqid=0 2024-11-15T18:20:10,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741851_1027 (size=5308) 2024-11-15T18:20:10,880 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:20:10,880 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:20:10,880 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:20:10,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:10,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 74ec74825666:41273 this server is in the failed servers list 2024-11-15T18:20:10,904 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 74ec74825666:41273 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:10,940 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 1328, reset compression=false 2024-11-15T18:20:10,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T18:20:10,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T18:20:10,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:20:11,080 DEBUG [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:20:11,165 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/table/34ecf9d9c29f4ae0be2cacd4f7336079 2024-11-15T18:20:11,170 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/info/b88d156bb76f4298bec2c99cb8191927 as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/info/b88d156bb76f4298bec2c99cb8191927 2024-11-15T18:20:11,173 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/info/b88d156bb76f4298bec2c99cb8191927, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:20:11,174 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/ns/332875d682dd44e1a36eb3949c9f4028 as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/ns/332875d682dd44e1a36eb3949c9f4028 2024-11-15T18:20:11,178 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/ns/332875d682dd44e1a36eb3949c9f4028, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:20:11,179 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/rep_barrier/4c52d56c56fa49b39072536aac9e7436 as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/rep_barrier/4c52d56c56fa49b39072536aac9e7436 2024-11-15T18:20:11,183 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/rep_barrier/4c52d56c56fa49b39072536aac9e7436, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:20:11,184 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/.tmp/table/34ecf9d9c29f4ae0be2cacd4f7336079 as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/table/34ecf9d9c29f4ae0be2cacd4f7336079 2024-11-15T18:20:11,188 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/table/34ecf9d9c29f4ae0be2cacd4f7336079, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:20:11,189 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-15T18:20:11,195 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:20:11,196 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:11,196 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:20:11,196 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:11,196 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694809879Running coprocessor pre-close hooks at 1731694809879Disabling compacts and flushes for region at 1731694809879Disabling writes for close at 1731694809879Obtaining lock to block concurrent updates at 1731694809879Preparing flush snapshotting stores in 1588230740 at 1731694809879Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694809880 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731694809880Flushing 1588230740/info: creating writer at 1731694809880Flushing 1588230740/info: appending metadata at 1731694809896 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731694809896Flushing 1588230740/ns: creating writer at 1731694809904 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731694809917 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731694809917Flushing 1588230740/rep_barrier: creating writer at 1731694810326 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694810341 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694810341Flushing 1588230740/table: creating writer at 1731694810749 (+408 ms)Flushing 1588230740/table: appending metadata at 1731694810761 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731694810761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@748ff1d7: reopening flushed file at 1731694811169 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c1a9ef: reopening flushed file at 1731694811174 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a5fb9d: reopening flushed file at 1731694811178 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@95a905d: reopening flushed file at 1731694811183 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1731694811189 (+6 ms)Writing region close event to WAL at 1731694811192 (+3 ms)Running coprocessor post-close hooks at 1731694811196 (+4 ms)Closed at 1731694811196 2024-11-15T18:20:11,196 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:11,280 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,40901,1731694787160; all regions closed. 2024-11-15T18:20:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741834_1010 (size=4239) 2024-11-15T18:20:11,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.meta.1731694790149.meta not finished, retry = 0 2024-11-15T18:20:11,343 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 to pos 1328, reset compression=false 2024-11-15T18:20:11,385 DEBUG [RS:0;74ec74825666:40901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/oldWALs 2024-11-15T18:20:11,385 INFO [RS:0;74ec74825666:40901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C40901%2C1731694787160.meta:.meta(num 1731694790149) 2024-11-15T18:20:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741839_1015 (size=2695) 2024-11-15T18:20:11,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.rep.1731694800300 not finished, retry = 0 2024-11-15T18:20:11,491 DEBUG [RS:0;74ec74825666:40901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/oldWALs 2024-11-15T18:20:11,491 INFO [RS:0;74ec74825666:40901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C40901%2C1731694787160.rep:(num 1731694800300) 2024-11-15T18:20:11,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741832_1008 (size=1336) 2024-11-15T18:20:11,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/WALs/74ec74825666,40901,1731694787160/74ec74825666%2C40901%2C1731694787160.1731694789195 not finished, retry = 0 2024-11-15T18:20:11,595 DEBUG [RS:0;74ec74825666:40901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/oldWALs 2024-11-15T18:20:11,595 INFO [RS:0;74ec74825666:40901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C40901%2C1731694787160:(num 1731694789195) 2024-11-15T18:20:11,595 DEBUG [RS:0;74ec74825666:40901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:11,595 INFO [RS:0;74ec74825666:40901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:20:11,595 INFO [RS:0;74ec74825666:40901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:20:11,595 INFO [RS:0;74ec74825666:40901 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:20:11,595 INFO [RS:0;74ec74825666:40901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:20:11,595 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:20:11,595 INFO [RS:0;74ec74825666:40901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,40901,1731694787160 because: Region server is closing 2024-11-15T18:20:11,596 INFO [RS:0;74ec74825666:40901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:40901. 2024-11-15T18:20:11,596 DEBUG [RS:0;74ec74825666:40901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:11,596 DEBUG [RS:0;74ec74825666:40901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:11,596 DEBUG [RS:0;74ec74825666:40901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:11,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:11,696 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.wal-reader.74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:20:11,696 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-15T18:20:11,696 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T18:20:11,696 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T18:20:11,914 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:11,914 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:11,916 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:12,497 INFO [RS:0;74ec74825666:40901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40901,1731694787160.replicationSource.shipper74ec74825666%2C40901%2C1731694787160,1-74ec74825666,40901,1731694787160 terminated 2024-11-15T18:20:12,497 INFO [RS:0;74ec74825666:40901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:40901. 2024-11-15T18:20:12,497 DEBUG [RS:0;74ec74825666:40901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:12,497 DEBUG [RS:0;74ec74825666:40901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:12,497 DEBUG [RS:0;74ec74825666:40901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:12,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:12,498 INFO [RS:0;74ec74825666:40901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40901 2024-11-15T18:20:12,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983/rs 2024-11-15T18:20:12,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01579377983/rs/74ec74825666,40901,1731694787160 2024-11-15T18:20:12,561 INFO [RS:0;74ec74825666:40901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:20:12,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,40901,1731694787160] 2024-11-15T18:20:12,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01579377983/draining/74ec74825666,40901,1731694787160 already deleted, retry=false 2024-11-15T18:20:12,582 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,40901,1731694787160 expired; onlineServers=0 2024-11-15T18:20:12,582 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,39129,1731694786970' ***** 2024-11-15T18:20:12,582 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:20:12,582 INFO [M:0;74ec74825666:39129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:20:12,582 INFO [M:0;74ec74825666:39129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:20:12,582 DEBUG [M:0;74ec74825666:39129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:20:12,582 DEBUG [M:0;74ec74825666:39129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:20:12,582 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:20:12,582 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694788942 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694788942,5,FailOnTimeoutGroup] 2024-11-15T18:20:12,583 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694788943 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694788943,5,FailOnTimeoutGroup] 2024-11-15T18:20:12,583 INFO [M:0;74ec74825666:39129 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:20:12,583 INFO [M:0;74ec74825666:39129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:20:12,583 DEBUG [M:0;74ec74825666:39129 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:20:12,583 INFO [M:0;74ec74825666:39129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:20:12,583 INFO [M:0;74ec74825666:39129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:20:12,583 INFO [M:0;74ec74825666:39129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:20:12,583 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:20:12,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01579377983/master 2024-11-15T18:20:12,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579377983 2024-11-15T18:20:12,593 DEBUG [M:0;74ec74825666:39129 {}] zookeeper.ZKUtil(347): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Unable to get data of znode /01579377983/master because node does not exist (not an error) 2024-11-15T18:20:12,593 WARN [M:0;74ec74825666:39129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:20:12,593 INFO [M:0;74ec74825666:39129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/.lastflushedseqids 2024-11-15T18:20:12,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741852_1028 (size=263) 2024-11-15T18:20:12,600 INFO [M:0;74ec74825666:39129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:20:12,600 INFO [M:0;74ec74825666:39129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:20:12,601 DEBUG [M:0;74ec74825666:39129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:20:12,601 INFO [M:0;74ec74825666:39129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:12,601 DEBUG [M:0;74ec74825666:39129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:12,601 DEBUG [M:0;74ec74825666:39129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:20:12,601 DEBUG [M:0;74ec74825666:39129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:12,601 INFO [M:0;74ec74825666:39129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T18:20:12,614 DEBUG [M:0;74ec74825666:39129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26757ba69eae49438ed1b16059d9f283 is 82, key is hbase:meta,,1/info:regioninfo/1731694790178/Put/seqid=0 2024-11-15T18:20:12,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741853_1029 (size=5672) 2024-11-15T18:20:12,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:12,672 INFO [RS:0;74ec74825666:40901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:20:12,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40901-0x1013fb96dbe0001, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:12,672 INFO [RS:0;74ec74825666:40901 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,40901,1731694787160; zookeeper connection closed. 2024-11-15T18:20:12,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e1c8cf5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e1c8cf5 2024-11-15T18:20:12,672 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:20:12,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:20:12,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:12,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:12,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:12,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:12,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:12,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:12,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:12,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:13,017 INFO [M:0;74ec74825666:39129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26757ba69eae49438ed1b16059d9f283 2024-11-15T18:20:13,037 DEBUG [M:0;74ec74825666:39129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ea526c8e97a429e81a0510b8423ca61 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731694800346/Put/seqid=0 2024-11-15T18:20:13,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741854_1030 (size=8516) 2024-11-15T18:20:13,441 INFO [M:0;74ec74825666:39129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ea526c8e97a429e81a0510b8423ca61 2024-11-15T18:20:13,457 DEBUG [M:0;74ec74825666:39129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6eda98ef53a4c389345be57adaf087d is 69, key is 74ec74825666,40901,1731694787160/rs:state/1731694789040/Put/seqid=0 2024-11-15T18:20:13,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741855_1031 (size=5156) 2024-11-15T18:20:13,861 INFO [M:0;74ec74825666:39129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6eda98ef53a4c389345be57adaf087d 2024-11-15T18:20:13,865 DEBUG [M:0;74ec74825666:39129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26757ba69eae49438ed1b16059d9f283 as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26757ba69eae49438ed1b16059d9f283 2024-11-15T18:20:13,868 INFO [M:0;74ec74825666:39129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26757ba69eae49438ed1b16059d9f283, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T18:20:13,869 DEBUG [M:0;74ec74825666:39129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ea526c8e97a429e81a0510b8423ca61 as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ea526c8e97a429e81a0510b8423ca61 2024-11-15T18:20:13,873 INFO [M:0;74ec74825666:39129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ea526c8e97a429e81a0510b8423ca61, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T18:20:13,874 DEBUG [M:0;74ec74825666:39129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6eda98ef53a4c389345be57adaf087d as hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6eda98ef53a4c389345be57adaf087d 2024-11-15T18:20:13,878 INFO [M:0;74ec74825666:39129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42523/user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6eda98ef53a4c389345be57adaf087d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T18:20:13,879 INFO [M:0;74ec74825666:39129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-15T18:20:13,880 INFO [M:0;74ec74825666:39129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:13,880 DEBUG [M:0;74ec74825666:39129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694812601Disabling compacts and flushes for region at 1731694812601Disabling writes for close at 1731694812601Obtaining lock to block concurrent updates at 1731694812601Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694812601Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731694812601Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694812601Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694812601Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694812613 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694812613Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694813021 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694813037 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694813037Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694813445 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694813457 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694813457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6653a9b2: reopening flushed file at 1731694813864 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb96fbe: reopening flushed file at 1731694813868 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8c4e3b: reopening flushed file at 1731694813874 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731694813879 (+5 ms)Writing region close event to WAL at 1731694813880 (+1 ms)Closed at 1731694813880 2024-11-15T18:20:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741830_1006 (size=63654) 2024-11-15T18:20:13,882 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5915133-8baf-c033-a4a9-9d966413d8c6/MasterData/WALs/74ec74825666,39129,1731694786970/74ec74825666%2C39129%2C1731694786970.1731694788496 not finished, retry = 0 2024-11-15T18:20:13,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:13,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:13,934 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:13,983 INFO [M:0;74ec74825666:39129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:20:13,983 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:20:13,983 INFO [M:0;74ec74825666:39129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39129 2024-11-15T18:20:13,983 INFO [M:0;74ec74825666:39129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:20:14,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:14,145 INFO [M:0;74ec74825666:39129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:20:14,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39129-0x1013fb96dbe0000, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:14,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b816d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:20:14,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6a9ea6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:20:14,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:20:14,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c0c8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:20:14,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/hadoop.log.dir/,STOPPED} 2024-11-15T18:20:14,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:20:14,150 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:20:14,150 WARN [BP-392403027-172.17.0.2-1731694785063 heartbeating to localhost/127.0.0.1:42523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:20:14,150 WARN [BP-392403027-172.17.0.2-1731694785063 heartbeating to localhost/127.0.0.1:42523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-392403027-172.17.0.2-1731694785063 (Datanode Uuid 26d3ea6c-6b30-4371-820e-52b80d936143) service to localhost/127.0.0.1:42523 2024-11-15T18:20:14,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/cluster_c7fb5e1b-8c19-aa16-e261-ee8e277d2e99/data/data1/current/BP-392403027-172.17.0.2-1731694785063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:20:14,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/cluster_c7fb5e1b-8c19-aa16-e261-ee8e277d2e99/data/data2/current/BP-392403027-172.17.0.2-1731694785063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:20:14,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:20:14,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e8372f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:20:14,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@755866f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:20:14,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:20:14,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375a96e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:20:14,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5425a10-92ed-ad98-c9f9-a69055bd80c3/hadoop.log.dir/,STOPPED} 2024-11-15T18:20:14,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:20:14,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:20:14,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 203) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60102) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60102) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42523 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46019 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46019 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46019 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42523 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 566) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=2461 (was 2516) 2024-11-15T18:20:14,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=2461 2024-11-15T18:20:14,211 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-15T18:20:14,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/hadoop.log.dir so I do NOT create it in target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f 2024-11-15T18:20:14,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:20:14,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/hadoop.tmp.dir so I do NOT create it in target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f 2024-11-15T18:20:14,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515a3d8c-ccbf-0ea9-e6b8-a186a3747823/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:20:14,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f 2024-11-15T18:20:14,212 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/cluster_0b83998b-7370-33fe-8555-020863cf6a3e, deleteOnExit=true 2024-11-15T18:20:14,234 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/cluster_0b83998b-7370-33fe-8555-020863cf6a3e/zookeeper_0, clientPort=54864, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/cluster_0b83998b-7370-33fe-8555-020863cf6a3e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/cluster_0b83998b-7370-33fe-8555-020863cf6a3e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:20:14,234 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54864 2024-11-15T18:20:14,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:20:14,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/test.cache.data in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:20:14,235 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:20:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:20:14,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:20:14,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:20:14,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:20:14,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:20:14,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:20:14,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013fb96dbe0002, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:20:14,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013fb96dbe0005, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:20:14,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013fb96dbe0005, quorum=127.0.0.1:60102, baseZNode=/1-669832808 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:20:14,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013fb96dbe0002, quorum=127.0.0.1:60102, baseZNode=/01579377983 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:20:14,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:14,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:20:14,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:20:14,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:20:14,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:20:14,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:14,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e72ec62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:20:14,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189d9056{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:20:14,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@608cc18e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/java.io.tmpdir/jetty-localhost-32873-hadoop-hdfs-3_4_1-tests_jar-_-any-3021856255988390608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:20:14,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d0189c6{HTTP/1.1, (http/1.1)}{localhost:32873} 2024-11-15T18:20:14,845 INFO [Time-limited test {}] server.Server(415): Started @200207ms 2024-11-15T18:20:15,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:15,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:20:15,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:20:15,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:20:15,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:20:15,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2626228c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:20:15,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ff08e57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:20:15,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e2d89e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/java.io.tmpdir/jetty-localhost-37875-hadoop-hdfs-3_4_1-tests_jar-_-any-3841703035010613412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:20:15,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f678bb{HTTP/1.1, (http/1.1)}{localhost:37875} 2024-11-15T18:20:15,229 INFO [Time-limited test {}] server.Server(415): Started @200591ms 2024-11-15T18:20:15,230 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:20:15,887 WARN [Thread-2175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/cluster_0b83998b-7370-33fe-8555-020863cf6a3e/data/data1/current/BP-1049659659-172.17.0.2-1731694814249/current, will proceed with Du for space computation calculation, 2024-11-15T18:20:15,887 WARN [Thread-2176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/cluster_0b83998b-7370-33fe-8555-020863cf6a3e/data/data2/current/BP-1049659659-172.17.0.2-1731694814249/current, will proceed with Du for space computation calculation, 2024-11-15T18:20:15,904 WARN [Thread-2163 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:20:15,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8ee465973ae8ee3 with lease ID 0x1f357b1419a3eaef: Processing first storage report for DS-1abdfdc1-b317-41de-a391-b9220ccf8bbd from datanode DatanodeRegistration(127.0.0.1:42985, datanodeUuid=a6d2c423-d0ab-41b9-a883-55b2bae46ea5, infoPort=34079, infoSecurePort=0, ipcPort=46801, storageInfo=lv=-57;cid=testClusterID;nsid=1757790193;c=1731694814249) 2024-11-15T18:20:15,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8ee465973ae8ee3 with lease ID 0x1f357b1419a3eaef: from storage DS-1abdfdc1-b317-41de-a391-b9220ccf8bbd node DatanodeRegistration(127.0.0.1:42985, datanodeUuid=a6d2c423-d0ab-41b9-a883-55b2bae46ea5, infoPort=34079, infoSecurePort=0, ipcPort=46801, storageInfo=lv=-57;cid=testClusterID;nsid=1757790193;c=1731694814249), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:20:15,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8ee465973ae8ee3 with lease ID 0x1f357b1419a3eaef: Processing first storage report for DS-b58cd265-611f-4da8-b0ec-cd2e8a94b94d from datanode DatanodeRegistration(127.0.0.1:42985, datanodeUuid=a6d2c423-d0ab-41b9-a883-55b2bae46ea5, infoPort=34079, infoSecurePort=0, ipcPort=46801, storageInfo=lv=-57;cid=testClusterID;nsid=1757790193;c=1731694814249) 2024-11-15T18:20:15,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8ee465973ae8ee3 with lease ID 0x1f357b1419a3eaef: from storage DS-b58cd265-611f-4da8-b0ec-cd2e8a94b94d node DatanodeRegistration(127.0.0.1:42985, datanodeUuid=a6d2c423-d0ab-41b9-a883-55b2bae46ea5, infoPort=34079, infoSecurePort=0, ipcPort=46801, storageInfo=lv=-57;cid=testClusterID;nsid=1757790193;c=1731694814249), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:20:15,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f 2024-11-15T18:20:15,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:15,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:20:16,361 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1 with version=8 2024-11-15T18:20:16,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/hbase-staging 2024-11-15T18:20:16,363 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:20:16,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:16,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:16,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:20:16,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:16,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:20:16,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:20:16,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:20:16,363 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38309 2024-11-15T18:20:16,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38309 connecting to ZooKeeper ensemble=127.0.0.1:54864 2024-11-15T18:20:16,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383090x0, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:16,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38309-0x1013fb9dfc40000 connected 2024-11-15T18:20:16,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:16,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:16,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Set watcher on znode that does not yet exist, /0485758474/running 2024-11-15T18:20:16,544 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1, hbase.cluster.distributed=false 2024-11-15T18:20:16,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Set watcher on znode that does not yet exist, /0485758474/acl 2024-11-15T18:20:16,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38309 2024-11-15T18:20:16,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38309 2024-11-15T18:20:16,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38309 2024-11-15T18:20:16,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38309 2024-11-15T18:20:16,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38309 2024-11-15T18:20:16,559 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:20:16,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:16,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:16,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:20:16,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:16,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:20:16,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:20:16,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:20:16,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38405 2024-11-15T18:20:16,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38405 connecting to ZooKeeper ensemble=127.0.0.1:54864 2024-11-15T18:20:16,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:16,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:16,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384050x0, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:16,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384050x0, quorum=127.0.0.1:54864, baseZNode=/0485758474 Set watcher on znode that does not yet exist, /0485758474/running 2024-11-15T18:20:16,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38405-0x1013fb9dfc40001 connected 2024-11-15T18:20:16,572 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:20:16,572 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:20:16,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Set watcher on znode that does not yet exist, /0485758474/master 2024-11-15T18:20:16,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Set watcher on znode that does not yet exist, /0485758474/acl 2024-11-15T18:20:16,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38405 2024-11-15T18:20:16,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38405 2024-11-15T18:20:16,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38405 2024-11-15T18:20:16,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38405 2024-11-15T18:20:16,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38405 2024-11-15T18:20:16,588 DEBUG [M:0;74ec74825666:38309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:38309 2024-11-15T18:20:16,588 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0485758474/backup-masters/74ec74825666,38309,1731694816362 2024-11-15T18:20:16,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474/backup-masters 2024-11-15T18:20:16,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474/backup-masters 2024-11-15T18:20:16,600 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Set watcher on existing znode=/0485758474/backup-masters/74ec74825666,38309,1731694816362 2024-11-15T18:20:16,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:16,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0485758474/master 2024-11-15T18:20:16,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:16,611 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Set watcher on existing znode=/0485758474/master 2024-11-15T18:20:16,611 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0485758474/backup-masters/74ec74825666,38309,1731694816362 from backup master directory 2024-11-15T18:20:16,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485758474/backup-masters/74ec74825666,38309,1731694816362 2024-11-15T18:20:16,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474/backup-masters 2024-11-15T18:20:16,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474/backup-masters 2024-11-15T18:20:16,621 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:20:16,621 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,38309,1731694816362 2024-11-15T18:20:16,624 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/hbase.id] with ID: 30afe3eb-2f4f-427c-92b7-f013ed27c273 2024-11-15T18:20:16,624 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/.tmp/hbase.id 2024-11-15T18:20:16,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:20:17,028 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/.tmp/hbase.id]:[hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/hbase.id] 2024-11-15T18:20:17,036 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:17,036 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:20:17,037 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T18:20:17,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:17,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:17,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:20:17,489 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:20:17,490 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:20:17,490 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:17,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:20:17,898 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store 2024-11-15T18:20:17,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:20:17,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:17,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:17,954 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:17,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:20:18,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:18,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:18,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:18,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:18,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:18,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:18,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:18,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:18,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:18,303 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:18,303 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:20:18,303 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:18,303 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:18,303 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:20:18,303 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:18,303 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:18,303 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694818303Disabling compacts and flushes for region at 1731694818303Disabling writes for close at 1731694818303Writing region close event to WAL at 1731694818303Closed at 1731694818303 2024-11-15T18:20:18,304 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/.initializing 2024-11-15T18:20:18,304 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/WALs/74ec74825666,38309,1731694816362 2024-11-15T18:20:18,305 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:20:18,306 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C38309%2C1731694816362, suffix=, logDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/WALs/74ec74825666,38309,1731694816362, archiveDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/oldWALs, maxLogs=10 2024-11-15T18:20:18,318 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/WALs/74ec74825666,38309,1731694816362/74ec74825666%2C38309%2C1731694816362.1731694818306, exclude list is [], retry=0 2024-11-15T18:20:18,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42985,DS-1abdfdc1-b317-41de-a391-b9220ccf8bbd,DISK] 2024-11-15T18:20:18,321 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/WALs/74ec74825666,38309,1731694816362/74ec74825666%2C38309%2C1731694816362.1731694818306 2024-11-15T18:20:18,322 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34079:34079)] 2024-11-15T18:20:18,322 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:18,322 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:18,322 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,322 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:20:18,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:18,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:18,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:20:18,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:18,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:18,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:20:18,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:18,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:18,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:20:18,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:18,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:18,329 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,330 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,330 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,331 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,331 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,331 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:18,332 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:18,333 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:18,333 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68968414, jitterRate=0.02770945429801941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:18,334 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694818323Initializing all the Stores at 1731694818323Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694818323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694818324 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694818324Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694818324Cleaning up temporary data from old regions at 1731694818331 (+7 ms)Region opened successfully at 1731694818334 (+3 ms) 2024-11-15T18:20:18,334 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:20:18,337 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b45623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:20:18,337 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:20:18,338 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:20:18,338 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:20:18,338 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:20:18,338 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:20:18,338 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:20:18,339 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:20:18,345 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:20:18,346 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Unable to get data of znode /0485758474/balancer because node does not exist (not necessarily an error) 2024-11-15T18:20:18,403 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485758474/balancer already deleted, retry=false 2024-11-15T18:20:18,403 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:20:18,404 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Unable to get data of znode /0485758474/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:20:18,413 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485758474/normalizer already deleted, retry=false 2024-11-15T18:20:18,413 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:20:18,414 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Unable to get data of znode /0485758474/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:20:18,424 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485758474/switch/split already deleted, retry=false 2024-11-15T18:20:18,424 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Unable to get data of znode /0485758474/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:20:18,434 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485758474/switch/merge already deleted, retry=false 2024-11-15T18:20:18,436 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Unable to get data of znode /0485758474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:20:18,445 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0485758474/snapshot-cleanup already deleted, retry=false 2024-11-15T18:20:18,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0485758474/running 2024-11-15T18:20:18,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0485758474/running 2024-11-15T18:20:18,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:18,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:18,456 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,38309,1731694816362, sessionid=0x1013fb9dfc40000, setting cluster-up flag (Was=false) 2024-11-15T18:20:18,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:18,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:18,508 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0485758474/flush-table-proc/acquired, /0485758474/flush-table-proc/reached, /0485758474/flush-table-proc/abort 2024-11-15T18:20:18,509 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,38309,1731694816362 2024-11-15T18:20:18,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:18,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:18,560 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0485758474/online-snapshot/acquired, /0485758474/online-snapshot/reached, /0485758474/online-snapshot/abort 2024-11-15T18:20:18,561 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,38309,1731694816362 2024-11-15T18:20:18,562 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:20:18,563 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:18,563 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:20:18,563 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:20:18,564 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,38309,1731694816362 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:20:18,565 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:18,565 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:18,565 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:18,565 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:18,565 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:20:18,565 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,565 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:20:18,565 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,566 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694848566 2024-11-15T18:20:18,566 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:20:18,566 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:20:18,566 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:20:18,566 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:20:18,566 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:20:18,566 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:20:18,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:18,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:20:18,566 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,566 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:20:18,567 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:20:18,567 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:20:18,567 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:20:18,567 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:20:18,567 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:20:18,567 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:18,567 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694818567,5,FailOnTimeoutGroup] 2024-11-15T18:20:18,567 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694818567,5,FailOnTimeoutGroup] 2024-11-15T18:20:18,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:20:18,567 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,567 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:20:18,567 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,567 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:20:18,578 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(746): ClusterId : 30afe3eb-2f4f-427c-92b7-f013ed27c273 2024-11-15T18:20:18,578 DEBUG [RS:0;74ec74825666:38405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:20:18,590 DEBUG [RS:0;74ec74825666:38405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:20:18,590 DEBUG [RS:0;74ec74825666:38405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:20:18,600 DEBUG [RS:0;74ec74825666:38405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:20:18,601 DEBUG [RS:0;74ec74825666:38405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3720d9cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:20:18,611 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:38405 2024-11-15T18:20:18,611 INFO [RS:0;74ec74825666:38405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:20:18,611 INFO [RS:0;74ec74825666:38405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:20:18,611 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:20:18,611 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,38309,1731694816362 with port=38405, startcode=1731694816559 2024-11-15T18:20:18,611 DEBUG [RS:0;74ec74825666:38405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:20:18,613 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:20:18,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38309 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,38405,1731694816559 2024-11-15T18:20:18,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38309 {}] master.ServerManager(517): Registering regionserver=74ec74825666,38405,1731694816559 2024-11-15T18:20:18,614 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1 2024-11-15T18:20:18,614 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36015 2024-11-15T18:20:18,614 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:20:18,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474/rs 2024-11-15T18:20:18,624 DEBUG [RS:0;74ec74825666:38405 {}] zookeeper.ZKUtil(111): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Set watcher on existing znode=/0485758474/rs/74ec74825666,38405,1731694816559 2024-11-15T18:20:18,624 WARN [RS:0;74ec74825666:38405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:20:18,624 INFO [RS:0;74ec74825666:38405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:18,624 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559 2024-11-15T18:20:18,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,38405,1731694816559] 2024-11-15T18:20:18,626 INFO [RS:0;74ec74825666:38405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:20:18,628 INFO [RS:0;74ec74825666:38405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:20:18,628 INFO [RS:0;74ec74825666:38405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:20:18,628 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,628 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:20:18,629 INFO [RS:0;74ec74825666:38405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:20:18,629 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,629 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:18,630 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:20:18,630 DEBUG [RS:0;74ec74825666:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:20:18,630 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,630 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,630 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,630 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,630 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,630 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38405,1731694816559-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:20:18,642 INFO [RS:0;74ec74825666:38405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:20:18,643 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38405,1731694816559-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,643 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,643 INFO [RS:0;74ec74825666:38405 {}] regionserver.Replication(171): 74ec74825666,38405,1731694816559 started 2024-11-15T18:20:18,654 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:18,654 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,38405,1731694816559, RpcServer on 74ec74825666/172.17.0.2:38405, sessionid=0x1013fb9dfc40001 2024-11-15T18:20:18,654 DEBUG [RS:0;74ec74825666:38405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:20:18,654 DEBUG [RS:0;74ec74825666:38405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,38405,1731694816559 2024-11-15T18:20:18,654 DEBUG [RS:0;74ec74825666:38405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,38405,1731694816559' 2024-11-15T18:20:18,654 DEBUG [RS:0;74ec74825666:38405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0485758474/flush-table-proc/abort' 2024-11-15T18:20:18,655 DEBUG [RS:0;74ec74825666:38405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0485758474/flush-table-proc/acquired' 2024-11-15T18:20:18,655 DEBUG [RS:0;74ec74825666:38405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:20:18,655 DEBUG [RS:0;74ec74825666:38405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:20:18,655 DEBUG [RS:0;74ec74825666:38405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,38405,1731694816559 2024-11-15T18:20:18,655 DEBUG [RS:0;74ec74825666:38405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,38405,1731694816559' 2024-11-15T18:20:18,655 DEBUG [RS:0;74ec74825666:38405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0485758474/online-snapshot/abort' 2024-11-15T18:20:18,656 DEBUG [RS:0;74ec74825666:38405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0485758474/online-snapshot/acquired' 2024-11-15T18:20:18,656 DEBUG [RS:0;74ec74825666:38405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:20:18,656 INFO [RS:0;74ec74825666:38405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:20:18,656 INFO [RS:0;74ec74825666:38405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:20:18,756 INFO [RS:0;74ec74825666:38405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:20:18,757 INFO [RS:0;74ec74825666:38405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C38405%2C1731694816559, suffix=, logDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559, archiveDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/oldWALs, maxLogs=10 2024-11-15T18:20:18,769 DEBUG [RS:0;74ec74825666:38405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758, exclude list is [], retry=0 2024-11-15T18:20:18,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42985,DS-1abdfdc1-b317-41de-a391-b9220ccf8bbd,DISK] 2024-11-15T18:20:18,773 INFO [RS:0;74ec74825666:38405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 2024-11-15T18:20:18,773 DEBUG [RS:0;74ec74825666:38405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34079:34079)] 2024-11-15T18:20:18,976 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:20:18,976 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1 2024-11-15T18:20:18,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:20:19,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:19,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:20:19,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:20:19,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:19,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:19,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:20:19,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:20:19,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:19,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:19,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:20:19,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:20:19,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:19,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:19,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:20:19,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:20:19,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:19,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:19,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:20:19,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740 2024-11-15T18:20:19,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740 2024-11-15T18:20:19,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:20:19,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:20:19,389 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:19,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:20:19,391 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:19,391 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63161052, jitterRate=-0.058826982975006104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:19,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694819381Initializing all the Stores at 1731694819382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694819382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694819382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694819382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694819382Cleaning up temporary data from old regions at 1731694819388 (+6 ms)Region opened successfully at 1731694819392 (+4 ms) 2024-11-15T18:20:19,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:20:19,392 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:20:19,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:20:19,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:20:19,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:20:19,392 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:19,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694819392Disabling compacts and flushes for region at 1731694819392Disabling writes for close at 1731694819392Writing region close event to WAL at 1731694819392Closed at 1731694819392 2024-11-15T18:20:19,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:19,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:20:19,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:20:19,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:20:19,394 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:20:19,545 DEBUG [74ec74825666:38309 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:20:19,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,38405,1731694816559 2024-11-15T18:20:19,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,38405,1731694816559, state=OPENING 2024-11-15T18:20:19,600 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:20:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:19,611 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:20:19,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485758474/meta-region-server: CHANGED 2024-11-15T18:20:19,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485758474/meta-region-server: CHANGED 2024-11-15T18:20:19,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,38405,1731694816559}] 2024-11-15T18:20:19,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:20:19,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:20:19,767 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:20:19,767 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:19,767 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:20:19,768 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C38405%2C1731694816559.meta, suffix=.meta, logDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559, archiveDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/oldWALs, maxLogs=10 2024-11-15T18:20:19,779 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.meta.1731694819768.meta, exclude list is [], retry=0 2024-11-15T18:20:19,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42985,DS-1abdfdc1-b317-41de-a391-b9220ccf8bbd,DISK] 2024-11-15T18:20:19,783 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.meta.1731694819768.meta 2024-11-15T18:20:19,783 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34079:34079)] 2024-11-15T18:20:19,783 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:19,783 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:20:19,783 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:20:19,784 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:20:19,784 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:20:19,784 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:20:19,784 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:19,784 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:20:19,784 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:20:19,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:20:19,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:20:19,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:19,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:19,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:20:19,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:20:19,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:19,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:19,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:20:19,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:20:19,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:19,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:19,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:20:19,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:20:19,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:19,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:19,789 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:20:19,789 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740 2024-11-15T18:20:19,790 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740 2024-11-15T18:20:19,791 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:20:19,791 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:20:19,791 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:19,792 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:20:19,792 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69269231, jitterRate=0.03219197690486908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:19,793 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:20:19,793 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694819784Writing region info on filesystem at 1731694819784Initializing all the Stores at 1731694819785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694819785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694819785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694819785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694819785Cleaning up temporary data from old regions at 1731694819791 (+6 ms)Running coprocessor post-open hooks at 1731694819793 (+2 ms)Region opened successfully at 1731694819793 2024-11-15T18:20:19,794 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694819763 2024-11-15T18:20:19,795 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:20:19,795 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:20:19,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,38405,1731694816559 2024-11-15T18:20:19,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,38405,1731694816559, state=OPEN 2024-11-15T18:20:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0485758474/meta-region-server 2024-11-15T18:20:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0485758474/meta-region-server 2024-11-15T18:20:19,877 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,38405,1731694816559 2024-11-15T18:20:19,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485758474/meta-region-server: CHANGED 2024-11-15T18:20:19,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0485758474/meta-region-server: CHANGED 2024-11-15T18:20:19,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:20:19,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,38405,1731694816559 in 266 msec 2024-11-15T18:20:19,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:20:19,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-15T18:20:19,880 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:19,880 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:20:19,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:19,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38405,1731694816559, seqNum=-1] 2024-11-15T18:20:19,882 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:19,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:19,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-15T18:20:19,886 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694819886, completionTime=-1 2024-11-15T18:20:19,886 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:20:19,886 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:20:19,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:20:19,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694879888 2024-11-15T18:20:19,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694939888 2024-11-15T18:20:19,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T18:20:19,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38309,1731694816362-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:19,889 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38309,1731694816362-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:19,889 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38309,1731694816362-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:19,889 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:38309, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:19,889 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:19,889 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:19,890 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:20:19,892 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.271sec 2024-11-15T18:20:19,892 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:20:19,892 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:20:19,892 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:20:19,892 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:20:19,892 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:20:19,892 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38309,1731694816362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:20:19,892 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38309,1731694816362-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:20:19,894 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:20:19,894 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:20:19,894 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38309,1731694816362-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:19,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640cfda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:19,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38309,-1 for getting cluster id 2024-11-15T18:20:19,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:19,980 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30afe3eb-2f4f-427c-92b7-f013ed27c273' 2024-11-15T18:20:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:19,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30afe3eb-2f4f-427c-92b7-f013ed27c273" 2024-11-15T18:20:19,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0cfd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:19,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38309,-1] 2024-11-15T18:20:19,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:19,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:19,982 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:19,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41195a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:19,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38405,1731694816559, seqNum=-1] 2024-11-15T18:20:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:19,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:19,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,38309,1731694816362 2024-11-15T18:20:19,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54864 2024-11-15T18:20:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:20,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013fb9dfc40002 connected 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/hadoop.log.dir so I do NOT create it in target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2 2024-11-15T18:20:20,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/hadoop.tmp.dir so I do NOT create it in target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2 2024-11-15T18:20:20,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:20:20,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/cluster_669af77a-d5c3-59a1-63a8-0463ac3e7131, deleteOnExit=true 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/test.cache.data in system properties and HBase conf 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:20:20,026 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:20:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:20:20,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:20:20,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:20,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:20:20,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:20:20,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:20:20,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:20:20,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:20,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a180acd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:20:20,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@769a109c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:20:20,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29b9c16f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/java.io.tmpdir/jetty-localhost-43813-hadoop-hdfs-3_4_1-tests_jar-_-any-16662837992760192470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:20:20,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d87ce10{HTTP/1.1, (http/1.1)}{localhost:43813} 2024-11-15T18:20:20,504 INFO [Time-limited test {}] server.Server(415): Started @205866ms 2024-11-15T18:20:20,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:20,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:20:20,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:20:20,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:20:20,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:20:20,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b789f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:20:20,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d72688e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:20:20,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a961742{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/java.io.tmpdir/jetty-localhost-37795-hadoop-hdfs-3_4_1-tests_jar-_-any-16993992625758333678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:20:20,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3660e5{HTTP/1.1, (http/1.1)}{localhost:37795} 2024-11-15T18:20:20,843 INFO [Time-limited test {}] server.Server(415): Started @206205ms 2024-11-15T18:20:20,844 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:20:21,446 WARN [Thread-2296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/cluster_669af77a-d5c3-59a1-63a8-0463ac3e7131/data/data1/current/BP-144298694-172.17.0.2-1731694820040/current, will proceed with Du for space computation calculation, 2024-11-15T18:20:21,446 WARN [Thread-2297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/cluster_669af77a-d5c3-59a1-63a8-0463ac3e7131/data/data2/current/BP-144298694-172.17.0.2-1731694820040/current, will proceed with Du for space computation calculation, 2024-11-15T18:20:21,461 WARN [Thread-2284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:20:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43d1ed2ad208ae0 with lease ID 0x34045e5e0dcccc78: Processing first storage report for DS-474422f1-52be-43ce-ae9b-4dbed1041c82 from datanode DatanodeRegistration(127.0.0.1:40607, datanodeUuid=da89ae11-21b0-45a1-910a-9161e499e08c, infoPort=46719, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=328421285;c=1731694820040) 2024-11-15T18:20:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43d1ed2ad208ae0 with lease ID 0x34045e5e0dcccc78: from storage DS-474422f1-52be-43ce-ae9b-4dbed1041c82 node DatanodeRegistration(127.0.0.1:40607, datanodeUuid=da89ae11-21b0-45a1-910a-9161e499e08c, infoPort=46719, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=328421285;c=1731694820040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:20:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43d1ed2ad208ae0 with lease ID 0x34045e5e0dcccc78: Processing first storage report for DS-f68c498d-4eb9-4d6f-af2b-06cec06b9e1e from datanode DatanodeRegistration(127.0.0.1:40607, datanodeUuid=da89ae11-21b0-45a1-910a-9161e499e08c, infoPort=46719, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=328421285;c=1731694820040) 2024-11-15T18:20:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43d1ed2ad208ae0 with lease ID 0x34045e5e0dcccc78: from storage DS-f68c498d-4eb9-4d6f-af2b-06cec06b9e1e node DatanodeRegistration(127.0.0.1:40607, datanodeUuid=da89ae11-21b0-45a1-910a-9161e499e08c, infoPort=46719, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=328421285;c=1731694820040), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:20:21,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2 2024-11-15T18:20:21,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:21,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:21,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:20:21,881 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d with version=8 2024-11-15T18:20:21,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/hbase-staging 2024-11-15T18:20:21,883 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:20:21,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:21,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:21,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:20:21,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:21,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:20:21,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:20:21,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:20:21,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44389 2024-11-15T18:20:21,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44389 connecting to ZooKeeper ensemble=127.0.0.1:54864 2024-11-15T18:20:21,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443890x0, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:21,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44389-0x1013fb9dfc40003 connected 2024-11-15T18:20:22,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:22,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:22,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Set watcher on znode that does not yet exist, /1-404234884/running 2024-11-15T18:20:22,016 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d, hbase.cluster.distributed=false 2024-11-15T18:20:22,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Set watcher on znode that does not yet exist, /1-404234884/acl 2024-11-15T18:20:22,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44389 2024-11-15T18:20:22,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44389 2024-11-15T18:20:22,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44389 2024-11-15T18:20:22,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44389 2024-11-15T18:20:22,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44389 2024-11-15T18:20:22,037 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:20:22,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:22,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:22,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:20:22,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:22,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:20:22,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:20:22,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:20:22,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39353 2024-11-15T18:20:22,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39353 connecting to ZooKeeper ensemble=127.0.0.1:54864 2024-11-15T18:20:22,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:22,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:22,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393530x0, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:22,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393530x0, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Set watcher on znode that does not yet exist, /1-404234884/running 2024-11-15T18:20:22,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39353-0x1013fb9dfc40004 connected 2024-11-15T18:20:22,056 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:20:22,056 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:20:22,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Set watcher on znode that does not yet exist, /1-404234884/master 2024-11-15T18:20:22,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Set watcher on znode that does not yet exist, /1-404234884/acl 2024-11-15T18:20:22,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39353 2024-11-15T18:20:22,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39353 2024-11-15T18:20:22,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39353 2024-11-15T18:20:22,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39353 2024-11-15T18:20:22,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39353 2024-11-15T18:20:22,077 DEBUG [M:0;74ec74825666:44389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:44389 2024-11-15T18:20:22,078 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-404234884/backup-masters/74ec74825666,44389,1731694821883 2024-11-15T18:20:22,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884/backup-masters 2024-11-15T18:20:22,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884/backup-masters 2024-11-15T18:20:22,087 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Set watcher on existing znode=/1-404234884/backup-masters/74ec74825666,44389,1731694821883 2024-11-15T18:20:22,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-404234884/master 2024-11-15T18:20:22,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:22,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:22,097 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Set watcher on existing znode=/1-404234884/master 2024-11-15T18:20:22,098 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-404234884/backup-masters/74ec74825666,44389,1731694821883 from backup master directory 2024-11-15T18:20:22,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-404234884/backup-masters/74ec74825666,44389,1731694821883 2024-11-15T18:20:22,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884/backup-masters 2024-11-15T18:20:22,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884/backup-masters 2024-11-15T18:20:22,108 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:20:22,108 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,44389,1731694821883 2024-11-15T18:20:22,111 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/hbase.id] with ID: 1601a874-19fd-43e4-b96d-9c3996a8494e 2024-11-15T18:20:22,111 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/.tmp/hbase.id 2024-11-15T18:20:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:20:22,519 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/.tmp/hbase.id]:[hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/hbase.id] 2024-11-15T18:20:22,531 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:22,531 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:20:22,532 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T18:20:22,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:22,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:22,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:20:22,986 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:20:22,987 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:20:22,987 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:20:23,393 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store 2024-11-15T18:20:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:20:23,799 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:23,799 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:20:23,799 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:23,799 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:23,799 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:20:23,799 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:23,799 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:23,799 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694823799Disabling compacts and flushes for region at 1731694823799Disabling writes for close at 1731694823799Writing region close event to WAL at 1731694823799Closed at 1731694823799 2024-11-15T18:20:23,800 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/.initializing 2024-11-15T18:20:23,800 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/WALs/74ec74825666,44389,1731694821883 2024-11-15T18:20:23,801 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:20:23,802 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C44389%2C1731694821883, suffix=, logDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/WALs/74ec74825666,44389,1731694821883, archiveDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/oldWALs, maxLogs=10 2024-11-15T18:20:23,815 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/WALs/74ec74825666,44389,1731694821883/74ec74825666%2C44389%2C1731694821883.1731694823802, exclude list is [], retry=0 2024-11-15T18:20:23,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-474422f1-52be-43ce-ae9b-4dbed1041c82,DISK] 2024-11-15T18:20:23,819 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/WALs/74ec74825666,44389,1731694821883/74ec74825666%2C44389%2C1731694821883.1731694823802 2024-11-15T18:20:23,819 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46719:46719)] 2024-11-15T18:20:23,819 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:23,819 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:23,819 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,819 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:20:23,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:23,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:23,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:20:23,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:23,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:23,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:20:23,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:23,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:23,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:20:23,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:23,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:23,826 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,826 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,827 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,828 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,828 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,828 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:23,829 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:23,830 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:23,831 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71641084, jitterRate=0.06753534078598022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:23,831 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694823819Initializing all the Stores at 1731694823820 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694823820Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694823820Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694823820Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694823820Cleaning up temporary data from old regions at 1731694823828 (+8 ms)Region opened successfully at 1731694823831 (+3 ms) 2024-11-15T18:20:23,831 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:20:23,834 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba0392e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:20:23,834 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:20:23,834 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:20:23,834 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:20:23,835 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:20:23,835 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:20:23,835 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:20:23,835 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:20:23,836 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:20:23,837 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Unable to get data of znode /1-404234884/balancer because node does not exist (not necessarily an error) 2024-11-15T18:20:23,886 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-404234884/balancer already deleted, retry=false 2024-11-15T18:20:23,887 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:20:23,887 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Unable to get data of znode /1-404234884/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:20:23,897 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-404234884/normalizer already deleted, retry=false 2024-11-15T18:20:23,897 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:20:23,898 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Unable to get data of znode /1-404234884/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:20:23,907 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-404234884/switch/split already deleted, retry=false 2024-11-15T18:20:23,908 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Unable to get data of znode /1-404234884/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:20:23,918 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-404234884/switch/merge already deleted, retry=false 2024-11-15T18:20:23,920 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Unable to get data of znode /1-404234884/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:20:23,929 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-404234884/snapshot-cleanup already deleted, retry=false 2024-11-15T18:20:23,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-404234884/running 2024-11-15T18:20:23,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-404234884/running 2024-11-15T18:20:23,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:23,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:23,940 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,44389,1731694821883, sessionid=0x1013fb9dfc40003, setting cluster-up flag (Was=false) 2024-11-15T18:20:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:23,992 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-404234884/flush-table-proc/acquired, /1-404234884/flush-table-proc/reached, /1-404234884/flush-table-proc/abort 2024-11-15T18:20:23,993 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,44389,1731694821883 2024-11-15T18:20:24,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:24,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:24,044 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-404234884/online-snapshot/acquired, /1-404234884/online-snapshot/reached, /1-404234884/online-snapshot/abort 2024-11-15T18:20:24,045 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,44389,1731694821883 2024-11-15T18:20:24,046 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:20:24,047 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:24,048 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:20:24,048 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:20:24,048 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,44389,1731694821883 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:20:24,049 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:24,049 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:24,049 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:24,049 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:24,049 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:20:24,049 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,049 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:20:24,049 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,050 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694854050 2024-11-15T18:20:24,050 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:20:24,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:20:24,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:20:24,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:20:24,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:20:24,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:24,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:20:24,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:20:24,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:20:24,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:20:24,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:20:24,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:20:24,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:20:24,052 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:24,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:20:24,052 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694824052,5,FailOnTimeoutGroup] 2024-11-15T18:20:24,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:20:24,052 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694824052,5,FailOnTimeoutGroup] 2024-11-15T18:20:24,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:20:24,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:20:24,069 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(746): ClusterId : 1601a874-19fd-43e4-b96d-9c3996a8494e 2024-11-15T18:20:24,069 DEBUG [RS:0;74ec74825666:39353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:20:24,087 DEBUG [RS:0;74ec74825666:39353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:20:24,087 DEBUG [RS:0;74ec74825666:39353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:20:24,098 DEBUG [RS:0;74ec74825666:39353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:20:24,098 DEBUG [RS:0;74ec74825666:39353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e455504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:20:24,112 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:39353 2024-11-15T18:20:24,112 INFO [RS:0;74ec74825666:39353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:20:24,112 INFO [RS:0;74ec74825666:39353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:20:24,112 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:20:24,113 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,44389,1731694821883 with port=39353, startcode=1731694822037 2024-11-15T18:20:24,113 DEBUG [RS:0;74ec74825666:39353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:20:24,114 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:20:24,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,39353,1731694822037 2024-11-15T18:20:24,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44389 {}] master.ServerManager(517): Registering regionserver=74ec74825666,39353,1731694822037 2024-11-15T18:20:24,116 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d 2024-11-15T18:20:24,116 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43037 2024-11-15T18:20:24,116 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:20:24,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884/rs 2024-11-15T18:20:24,129 DEBUG [RS:0;74ec74825666:39353 {}] zookeeper.ZKUtil(111): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Set watcher on existing znode=/1-404234884/rs/74ec74825666,39353,1731694822037 2024-11-15T18:20:24,129 WARN [RS:0;74ec74825666:39353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:20:24,129 INFO [RS:0;74ec74825666:39353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:24,129 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037 2024-11-15T18:20:24,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,39353,1731694822037] 2024-11-15T18:20:24,132 INFO [RS:0;74ec74825666:39353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:20:24,134 INFO [RS:0;74ec74825666:39353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:20:24,134 INFO [RS:0;74ec74825666:39353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:20:24,134 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,135 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:20:24,135 INFO [RS:0;74ec74825666:39353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:20:24,135 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,135 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,135 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,135 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,135 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,135 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,135 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:20:24,135 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,135 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,136 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,136 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,136 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,136 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:24,136 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:20:24,136 DEBUG [RS:0;74ec74825666:39353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:20:24,136 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,136 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,136 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,136 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,136 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,136 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39353,1731694822037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:20:24,151 INFO [RS:0;74ec74825666:39353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:20:24,151 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39353,1731694822037-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,151 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,151 INFO [RS:0;74ec74825666:39353 {}] regionserver.Replication(171): 74ec74825666,39353,1731694822037 started 2024-11-15T18:20:24,163 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:24,163 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,39353,1731694822037, RpcServer on 74ec74825666/172.17.0.2:39353, sessionid=0x1013fb9dfc40004 2024-11-15T18:20:24,163 DEBUG [RS:0;74ec74825666:39353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:20:24,163 DEBUG [RS:0;74ec74825666:39353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,39353,1731694822037 2024-11-15T18:20:24,163 DEBUG [RS:0;74ec74825666:39353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,39353,1731694822037' 2024-11-15T18:20:24,163 DEBUG [RS:0;74ec74825666:39353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-404234884/flush-table-proc/abort' 2024-11-15T18:20:24,164 DEBUG [RS:0;74ec74825666:39353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-404234884/flush-table-proc/acquired' 2024-11-15T18:20:24,164 DEBUG [RS:0;74ec74825666:39353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:20:24,164 DEBUG [RS:0;74ec74825666:39353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:20:24,164 DEBUG [RS:0;74ec74825666:39353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,39353,1731694822037 2024-11-15T18:20:24,164 DEBUG [RS:0;74ec74825666:39353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,39353,1731694822037' 2024-11-15T18:20:24,164 DEBUG [RS:0;74ec74825666:39353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-404234884/online-snapshot/abort' 2024-11-15T18:20:24,164 DEBUG [RS:0;74ec74825666:39353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-404234884/online-snapshot/acquired' 2024-11-15T18:20:24,165 DEBUG [RS:0;74ec74825666:39353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:20:24,165 INFO [RS:0;74ec74825666:39353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:20:24,165 INFO [RS:0;74ec74825666:39353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:20:24,265 INFO [RS:0;74ec74825666:39353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:20:24,266 INFO [RS:0;74ec74825666:39353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C39353%2C1731694822037, suffix=, logDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037, archiveDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/oldWALs, maxLogs=10 2024-11-15T18:20:24,278 DEBUG [RS:0;74ec74825666:39353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266, exclude list is [], retry=0 2024-11-15T18:20:24,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-474422f1-52be-43ce-ae9b-4dbed1041c82,DISK] 2024-11-15T18:20:24,281 INFO [RS:0;74ec74825666:39353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 2024-11-15T18:20:24,282 DEBUG [RS:0;74ec74825666:39353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46719:46719)] 2024-11-15T18:20:24,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:20:24,463 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d 2024-11-15T18:20:24,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:20:24,626 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:20:24,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:24,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:20:24,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:20:24,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:24,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:24,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:20:24,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:20:24,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:24,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:24,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:20:24,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:20:24,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:24,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:24,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:20:24,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:20:24,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:24,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:24,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:20:24,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740 2024-11-15T18:20:24,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740 2024-11-15T18:20:24,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:20:24,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:20:24,877 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:24,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:20:24,879 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:24,880 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62585109, jitterRate=-0.0674092024564743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:24,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694824869Initializing all the Stores at 1731694824869Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694824870 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694824870Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694824870Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694824870Cleaning up temporary data from old regions at 1731694824876 (+6 ms)Region opened successfully at 1731694824880 (+4 ms) 2024-11-15T18:20:24,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:20:24,880 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:20:24,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:20:24,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:20:24,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:20:24,880 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:24,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694824880Disabling compacts and flushes for region at 1731694824880Disabling writes for close at 1731694824880Writing region close event to WAL at 1731694824880Closed at 1731694824880 2024-11-15T18:20:24,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:24,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:20:24,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:20:24,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:20:24,883 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:20:25,033 DEBUG [74ec74825666:44389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:20:25,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,39353,1731694822037 2024-11-15T18:20:25,035 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,39353,1731694822037, state=OPENING 2024-11-15T18:20:25,147 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:20:25,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:25,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:25,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-404234884/meta-region-server: CHANGED 2024-11-15T18:20:25,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-404234884/meta-region-server: CHANGED 2024-11-15T18:20:25,169 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:20:25,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,39353,1731694822037}] 2024-11-15T18:20:25,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:20:25,321 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:20:25,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:25,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:25,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:25,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:25,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:25,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:20:25,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:25,324 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:20:25,324 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:25,325 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:20:25,326 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C39353%2C1731694822037.meta, suffix=.meta, logDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037, archiveDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/oldWALs, maxLogs=10 2024-11-15T18:20:25,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:25,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:25,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:25,339 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.meta.1731694825326.meta, exclude list is [], retry=0 2024-11-15T18:20:25,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-474422f1-52be-43ce-ae9b-4dbed1041c82,DISK] 2024-11-15T18:20:25,343 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.meta.1731694825326.meta 2024-11-15T18:20:25,343 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46719:46719)] 2024-11-15T18:20:25,343 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:25,344 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:20:25,344 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:20:25,344 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:20:25,344 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:20:25,344 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:20:25,344 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:25,344 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:20:25,344 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:20:25,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:20:25,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:20:25,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:25,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:25,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:20:25,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:20:25,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:25,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:25,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:20:25,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:20:25,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:25,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:25,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:20:25,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:20:25,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:25,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:25,349 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:20:25,350 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740 2024-11-15T18:20:25,350 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740 2024-11-15T18:20:25,351 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:20:25,351 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:20:25,351 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:25,352 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:20:25,353 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68022186, jitterRate=0.013609558343887329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:25,353 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:20:25,353 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694825344Writing region info on filesystem at 1731694825344Initializing all the Stores at 1731694825345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694825345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694825345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694825345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694825345Cleaning up temporary data from old regions at 1731694825351 (+6 ms)Running coprocessor post-open hooks at 1731694825353 (+2 ms)Region opened successfully at 1731694825353 2024-11-15T18:20:25,354 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694825320 2024-11-15T18:20:25,355 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:20:25,355 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:20:25,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,39353,1731694822037 2024-11-15T18:20:25,356 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,39353,1731694822037, state=OPEN 2024-11-15T18:20:25,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-404234884/meta-region-server 2024-11-15T18:20:25,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-404234884/meta-region-server 2024-11-15T18:20:25,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,39353,1731694822037 2024-11-15T18:20:25,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-404234884/meta-region-server: CHANGED 2024-11-15T18:20:25,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-404234884/meta-region-server: CHANGED 2024-11-15T18:20:25,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:20:25,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,39353,1731694822037 in 212 msec 2024-11-15T18:20:25,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:20:25,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-15T18:20:25,385 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:25,386 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:20:25,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:25,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,39353,1731694822037, seqNum=-1] 2024-11-15T18:20:25,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:25,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:25,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-15T18:20:25,392 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694825392, completionTime=-1 2024-11-15T18:20:25,392 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:20:25,393 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:20:25,394 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:20:25,394 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694885394 2024-11-15T18:20:25,395 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694945395 2024-11-15T18:20:25,395 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T18:20:25,395 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44389,1731694821883-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:25,395 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44389,1731694821883-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:25,395 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44389,1731694821883-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:25,395 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:44389, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:25,395 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:25,395 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:25,397 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:20:25,399 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.291sec 2024-11-15T18:20:25,399 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:20:25,399 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:20:25,399 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:20:25,399 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:20:25,399 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:20:25,399 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44389,1731694821883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:20:25,399 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44389,1731694821883-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:20:25,401 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:20:25,401 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:20:25,401 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44389,1731694821883-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:25,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33663e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:25,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44389,-1 for getting cluster id 2024-11-15T18:20:25,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:25,472 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1601a874-19fd-43e4-b96d-9c3996a8494e' 2024-11-15T18:20:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1601a874-19fd-43e4-b96d-9c3996a8494e" 2024-11-15T18:20:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb7e514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44389,-1] 2024-11-15T18:20:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:25,473 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:25,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f20eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:25,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,39353,1731694822037, seqNum=-1] 2024-11-15T18:20:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:25,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,44389,1731694821883 2024-11-15T18:20:25,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54864 2024-11-15T18:20:25,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:25,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013fb9dfc40005 connected 2024-11-15T18:20:25,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,38309,1731694816362 2024-11-15T18:20:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6900b4fd 2024-11-15T18:20:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:25,501 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:20:25,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:20:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:20:25,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:20:25,503 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:25,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:20:25,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:20:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:25,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:20:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:25,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac90614658a93c62a91e28e3f16edf3b, NAME => 'test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1 2024-11-15T18:20:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:20:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:26,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:26,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac90614658a93c62a91e28e3f16edf3b, disabling compactions & flushes 2024-11-15T18:20:26,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:26,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:26,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. after waiting 0 ms 2024-11-15T18:20:26,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:26,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:26,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac90614658a93c62a91e28e3f16edf3b: Waiting for close lock at 1731694826317Disabling compacts and flushes for region at 1731694826317Disabling writes for close at 1731694826317Writing region close event to WAL at 1731694826317Closed at 1731694826317 2024-11-15T18:20:26,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:20:26,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694826318"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694826318"}]},"ts":"1731694826318"} 2024-11-15T18:20:26,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:20:26,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:20:26,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694826321"}]},"ts":"1731694826321"} 2024-11-15T18:20:26,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:20:26,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac90614658a93c62a91e28e3f16edf3b, ASSIGN}] 2024-11-15T18:20:26,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac90614658a93c62a91e28e3f16edf3b, ASSIGN 2024-11-15T18:20:26,324 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac90614658a93c62a91e28e3f16edf3b, ASSIGN; state=OFFLINE, location=74ec74825666,38405,1731694816559; forceNewPlan=false, retain=false 2024-11-15T18:20:26,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac90614658a93c62a91e28e3f16edf3b, regionState=OPENING, regionLocation=74ec74825666,38405,1731694816559 2024-11-15T18:20:26,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac90614658a93c62a91e28e3f16edf3b, ASSIGN because future has completed 2024-11-15T18:20:26,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac90614658a93c62a91e28e3f16edf3b, server=74ec74825666,38405,1731694816559}] 2024-11-15T18:20:26,633 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:26,633 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac90614658a93c62a91e28e3f16edf3b, NAME => 'test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:26,634 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:20:26,634 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:20:26,634 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,634 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:26,634 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,634 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,636 INFO [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,637 INFO [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac90614658a93c62a91e28e3f16edf3b columnFamilyName f 2024-11-15T18:20:26,637 DEBUG [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:26,637 INFO [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] regionserver.HStore(327): Store=ac90614658a93c62a91e28e3f16edf3b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:26,637 INFO [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,638 INFO [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac90614658a93c62a91e28e3f16edf3b columnFamilyName f1 2024-11-15T18:20:26,638 DEBUG [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:26,641 INFO [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] regionserver.HStore(327): Store=ac90614658a93c62a91e28e3f16edf3b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:26,641 INFO [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,642 INFO [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac90614658a93c62a91e28e3f16edf3b columnFamilyName norep 2024-11-15T18:20:26,642 DEBUG [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:26,642 INFO [StoreOpener-ac90614658a93c62a91e28e3f16edf3b-1 {}] regionserver.HStore(327): Store=ac90614658a93c62a91e28e3f16edf3b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:26,642 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,643 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,643 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,644 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,644 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:26,645 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:20:26,646 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,648 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:26,649 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac90614658a93c62a91e28e3f16edf3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65023351, jitterRate=-0.031076565384864807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:20:26,649 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:26,649 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac90614658a93c62a91e28e3f16edf3b: Running coprocessor pre-open hook at 1731694826634Writing region info on filesystem at 1731694826634Initializing all the Stores at 1731694826635 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694826635Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694826636 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694826636Cleaning up temporary data from old regions at 1731694826644 (+8 ms)Running coprocessor post-open hooks at 1731694826649 (+5 ms)Region opened successfully at 1731694826649 2024-11-15T18:20:26,650 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b., pid=6, masterSystemTime=1731694826629 2024-11-15T18:20:26,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac90614658a93c62a91e28e3f16edf3b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,38405,1731694816559 2024-11-15T18:20:26,653 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:26,653 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:26,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac90614658a93c62a91e28e3f16edf3b, server=74ec74825666,38405,1731694816559 because future has completed 2024-11-15T18:20:26,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:20:26,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac90614658a93c62a91e28e3f16edf3b, server=74ec74825666,38405,1731694816559 in 179 msec 2024-11-15T18:20:26,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:20:26,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac90614658a93c62a91e28e3f16edf3b, ASSIGN in 335 msec 2024-11-15T18:20:26,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:20:26,663 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694826662"}]},"ts":"1731694826662"} 2024-11-15T18:20:26,666 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:20:26,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:20:26,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-15T18:20:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:27,655 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:20:27,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,44389,1731694821883 2024-11-15T18:20:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a95082a 2024-11-15T18:20:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:27,657 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:20:27,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:20:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:20:27,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:20:27,660 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:27,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:20:27,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:20:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:27,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:20:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:28,013 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:28,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:28,014 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18251 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:28,077 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffe0b7880448849394715fcf574ec6e2, NAME => 'test,,1731694827657.ffe0b7880448849394715fcf574ec6e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d 2024-11-15T18:20:28,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:20:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:28,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694827657.ffe0b7880448849394715fcf574ec6e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:28,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ffe0b7880448849394715fcf574ec6e2, disabling compactions & flushes 2024-11-15T18:20:28,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:28,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:28,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. after waiting 0 ms 2024-11-15T18:20:28,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:28,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:28,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffe0b7880448849394715fcf574ec6e2: Waiting for close lock at 1731694828482Disabling compacts and flushes for region at 1731694828482Disabling writes for close at 1731694828482Writing region close event to WAL at 1731694828482Closed at 1731694828482 2024-11-15T18:20:28,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:20:28,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694827657.ffe0b7880448849394715fcf574ec6e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694828483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694828483"}]},"ts":"1731694828483"} 2024-11-15T18:20:28,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:20:28,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:20:28,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694828485"}]},"ts":"1731694828485"} 2024-11-15T18:20:28,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:20:28,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffe0b7880448849394715fcf574ec6e2, ASSIGN}] 2024-11-15T18:20:28,488 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffe0b7880448849394715fcf574ec6e2, ASSIGN 2024-11-15T18:20:28,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ffe0b7880448849394715fcf574ec6e2, ASSIGN; state=OFFLINE, location=74ec74825666,39353,1731694822037; forceNewPlan=false, retain=false 2024-11-15T18:20:28,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffe0b7880448849394715fcf574ec6e2, regionState=OPENING, regionLocation=74ec74825666,39353,1731694822037 2024-11-15T18:20:28,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ffe0b7880448849394715fcf574ec6e2, ASSIGN because future has completed 2024-11-15T18:20:28,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffe0b7880448849394715fcf574ec6e2, server=74ec74825666,39353,1731694822037}] 2024-11-15T18:20:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:28,796 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:28,796 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ffe0b7880448849394715fcf574ec6e2, NAME => 'test,,1731694827657.ffe0b7880448849394715fcf574ec6e2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:28,797 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:20:28,797 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:20:28,797 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,797 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694827657.ffe0b7880448849394715fcf574ec6e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:28,797 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,797 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,798 INFO [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,799 INFO [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe0b7880448849394715fcf574ec6e2 columnFamilyName f 2024-11-15T18:20:28,799 DEBUG [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:28,799 INFO [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] regionserver.HStore(327): Store=ffe0b7880448849394715fcf574ec6e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:28,799 INFO [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,800 INFO [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe0b7880448849394715fcf574ec6e2 columnFamilyName f1 2024-11-15T18:20:28,800 DEBUG [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:28,800 INFO [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] regionserver.HStore(327): Store=ffe0b7880448849394715fcf574ec6e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:28,800 INFO [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,801 INFO [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe0b7880448849394715fcf574ec6e2 columnFamilyName norep 2024-11-15T18:20:28,801 DEBUG [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:28,802 INFO [StoreOpener-ffe0b7880448849394715fcf574ec6e2-1 {}] regionserver.HStore(327): Store=ffe0b7880448849394715fcf574ec6e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:28,802 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,802 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,802 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,803 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,803 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,803 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:20:28,804 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,806 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:28,806 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ffe0b7880448849394715fcf574ec6e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66910127, jitterRate=-0.0029614120721817017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:20:28,806 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:28,806 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ffe0b7880448849394715fcf574ec6e2: Running coprocessor pre-open hook at 1731694828797Writing region info on filesystem at 1731694828797Initializing all the Stores at 1731694828798 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694828798Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694828798Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694828798Cleaning up temporary data from old regions at 1731694828803 (+5 ms)Running coprocessor post-open hooks at 1731694828806 (+3 ms)Region opened successfully at 1731694828806 2024-11-15T18:20:28,807 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694827657.ffe0b7880448849394715fcf574ec6e2., pid=6, masterSystemTime=1731694828793 2024-11-15T18:20:28,809 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:28,809 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:28,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffe0b7880448849394715fcf574ec6e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,39353,1731694822037 2024-11-15T18:20:28,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffe0b7880448849394715fcf574ec6e2, server=74ec74825666,39353,1731694822037 because future has completed 2024-11-15T18:20:28,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:20:28,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ffe0b7880448849394715fcf574ec6e2, server=74ec74825666,39353,1731694822037 in 171 msec 2024-11-15T18:20:28,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:20:28,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ffe0b7880448849394715fcf574ec6e2, ASSIGN in 327 msec 2024-11-15T18:20:28,816 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:20:28,816 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694828816"}]},"ts":"1731694828816"} 2024-11-15T18:20:28,818 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:20:28,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:20:28,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-15T18:20:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:20:29,805 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:20:29,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c590f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38309,-1 for getting cluster id 2024-11-15T18:20:29,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:29,806 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30afe3eb-2f4f-427c-92b7-f013ed27c273' 2024-11-15T18:20:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30afe3eb-2f4f-427c-92b7-f013ed27c273" 2024-11-15T18:20:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d4d9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38309,-1] 2024-11-15T18:20:29,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:29,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:29,807 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2b1050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8f039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44389,-1 for getting cluster id 2024-11-15T18:20:29,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:29,809 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1601a874-19fd-43e4-b96d-9c3996a8494e' 2024-11-15T18:20:29,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:29,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1601a874-19fd-43e4-b96d-9c3996a8494e" 2024-11-15T18:20:29,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cec71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44389,-1] 2024-11-15T18:20:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:29,810 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f32d8a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6014d970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38309,-1 for getting cluster id 2024-11-15T18:20:29,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:29,812 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30afe3eb-2f4f-427c-92b7-f013ed27c273' 2024-11-15T18:20:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30afe3eb-2f4f-427c-92b7-f013ed27c273" 2024-11-15T18:20:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf1e302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38309,-1] 2024-11-15T18:20:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:29,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:29,813 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:29,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5d7fba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:29,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,38309,1731694816362 2024-11-15T18:20:29,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e411ecf 2024-11-15T18:20:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:29,815 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:20:29,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:44389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:20:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:20:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:29,818 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:44389' 2024-11-15T18:20:29,819 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4337b087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,819 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44389,-1 for getting cluster id 2024-11-15T18:20:29,819 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:29,819 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1601a874-19fd-43e4-b96d-9c3996a8494e' 2024-11-15T18:20:29,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1601a874-19fd-43e4-b96d-9c3996a8494e" 2024-11-15T18:20:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72812172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44389,-1] 2024-11-15T18:20:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:29,821 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:29,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173a00c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:29,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:29,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,44389,1731694821883 2024-11-15T18:20:29,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dfade1e 2024-11-15T18:20:29,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:29,823 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:20:29,823 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T18:20:29,823 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:20:29,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:29,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:29,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:29,824 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:20:29,825 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:20:29,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:20:29,826 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:29,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:20:29,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:20:29,875 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:20:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:30,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T18:20:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:30,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52bf6d81fbc88337e0ee51f68c2ddb02, NAME => 'hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1 2024-11-15T18:20:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:20:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:30,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:30,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 52bf6d81fbc88337e0ee51f68c2ddb02, disabling compactions & flushes 2024-11-15T18:20:30,740 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:30,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:30,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. after waiting 0 ms 2024-11-15T18:20:30,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:30,740 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:30,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52bf6d81fbc88337e0ee51f68c2ddb02: Waiting for close lock at 1731694830740Disabling compacts and flushes for region at 1731694830740Disabling writes for close at 1731694830740Writing region close event to WAL at 1731694830740Closed at 1731694830740 2024-11-15T18:20:30,741 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:20:30,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694830741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694830741"}]},"ts":"1731694830741"} 2024-11-15T18:20:30,743 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:20:30,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:20:30,745 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694830744"}]},"ts":"1731694830744"} 2024-11-15T18:20:30,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:20:30,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52bf6d81fbc88337e0ee51f68c2ddb02, ASSIGN}] 2024-11-15T18:20:30,747 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52bf6d81fbc88337e0ee51f68c2ddb02, ASSIGN 2024-11-15T18:20:30,748 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52bf6d81fbc88337e0ee51f68c2ddb02, ASSIGN; state=OFFLINE, location=74ec74825666,38405,1731694816559; forceNewPlan=false, retain=false 2024-11-15T18:20:30,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:20:30,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:30,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:30,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:30,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:30,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:30,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:30,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:30,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:30,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:30,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52bf6d81fbc88337e0ee51f68c2ddb02, regionState=OPENING, regionLocation=74ec74825666,38405,1731694816559 2024-11-15T18:20:30,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52bf6d81fbc88337e0ee51f68c2ddb02, ASSIGN because future has completed 2024-11-15T18:20:30,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52bf6d81fbc88337e0ee51f68c2ddb02, server=74ec74825666,38405,1731694816559}] 2024-11-15T18:20:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:30,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T18:20:30,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T18:20:30,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:20:30,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T18:20:31,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:31,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:31,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:20:31,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C38405%2C1731694816559.rep, suffix=, logDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559, archiveDir=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/oldWALs, maxLogs=10 2024-11-15T18:20:31,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.rep.1731694831059, exclude list is [], retry=0 2024-11-15T18:20:31,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42985,DS-1abdfdc1-b317-41de-a391-b9220ccf8bbd,DISK] 2024-11-15T18:20:31,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.rep.1731694831059 2024-11-15T18:20:31,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34079:34079)] 2024-11-15T18:20:31,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 52bf6d81fbc88337e0ee51f68c2ddb02, NAME => 'hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:31,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:20:31,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:20:31,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. service=MultiRowMutationService 2024-11-15T18:20:31,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:20:31,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:31,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,090 INFO [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,091 INFO [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bf6d81fbc88337e0ee51f68c2ddb02 columnFamilyName hfileref 2024-11-15T18:20:31,091 DEBUG [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:31,091 INFO [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] regionserver.HStore(327): Store=52bf6d81fbc88337e0ee51f68c2ddb02/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:31,092 INFO [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,092 INFO [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bf6d81fbc88337e0ee51f68c2ddb02 columnFamilyName queue 2024-11-15T18:20:31,092 DEBUG [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:31,093 INFO [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] regionserver.HStore(327): Store=52bf6d81fbc88337e0ee51f68c2ddb02/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:31,093 INFO [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,093 INFO [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bf6d81fbc88337e0ee51f68c2ddb02 columnFamilyName sid 2024-11-15T18:20:31,094 DEBUG [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:31,094 INFO [StoreOpener-52bf6d81fbc88337e0ee51f68c2ddb02-1 {}] regionserver.HStore(327): Store=52bf6d81fbc88337e0ee51f68c2ddb02/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:31,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/replication/52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/replication/52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:20:31,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/replication/52bf6d81fbc88337e0ee51f68c2ddb02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:31,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 52bf6d81fbc88337e0ee51f68c2ddb02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65910547, jitterRate=-0.017856314778327942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:20:31,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:31,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 52bf6d81fbc88337e0ee51f68c2ddb02: Running coprocessor pre-open hook at 1731694831088Writing region info on filesystem at 1731694831088Initializing all the Stores at 1731694831089 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694831089Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694831089Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694831089Cleaning up temporary data from old regions at 1731694831095 (+6 ms)Running coprocessor post-open hooks at 1731694831098 (+3 ms)Region opened successfully at 1731694831099 (+1 ms) 2024-11-15T18:20:31,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02., pid=10, masterSystemTime=1731694831054 2024-11-15T18:20:31,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:31,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:31,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52bf6d81fbc88337e0ee51f68c2ddb02, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,38405,1731694816559 2024-11-15T18:20:31,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52bf6d81fbc88337e0ee51f68c2ddb02, server=74ec74825666,38405,1731694816559 because future has completed 2024-11-15T18:20:31,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:20:31,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 52bf6d81fbc88337e0ee51f68c2ddb02, server=74ec74825666,38405,1731694816559 in 202 msec 2024-11-15T18:20:31,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:20:31,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52bf6d81fbc88337e0ee51f68c2ddb02, ASSIGN in 360 msec 2024-11-15T18:20:31,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:20:31,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694831108"}]},"ts":"1731694831108"} 2024-11-15T18:20:31,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:20:31,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:20:31,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2870 sec 2024-11-15T18:20:31,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02., hostname=74ec74825666,38405,1731694816559, seqNum=2] 2024-11-15T18:20:31,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:31,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:31,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:20:31,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:20:31,467 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:20:31,491 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,38405,1731694816559, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:20:31,492 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:31,492 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38405,1731694816559, seqNum=-1] 2024-11-15T18:20:31,492 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:31,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T18:20:31,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,38405,1731694816559', locateType=CURRENT is [region=hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02., hostname=74ec74825666,38405,1731694816559, seqNum=2] 2024-11-15T18:20:31,497 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:20:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:20:31,499 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,38405,1731694816559 suceeded 2024-11-15T18:20:31,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:20:31,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T18:20:31,501 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:44389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:20:31,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6860 sec 2024-11-15T18:20:31,511 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:44389' 2024-11-15T18:20:31,512 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a6c6b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:31,512 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44389,-1 for getting cluster id 2024-11-15T18:20:31,512 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:31,512 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1601a874-19fd-43e4-b96d-9c3996a8494e' 2024-11-15T18:20:31,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:31,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1601a874-19fd-43e4-b96d-9c3996a8494e" 2024-11-15T18:20:31,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@703bb8e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:31,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44389,-1] 2024-11-15T18:20:31,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:31,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:31,514 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:31,514 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7279560d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:31,514 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:31,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,44389,1731694821883 2024-11-15T18:20:31,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3779ddb0 2024-11-15T18:20:31,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:31,515 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-15T18:20:31,516 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,38405,1731694816559 (queues=1) is replicating from cluster=30afe3eb-2f4f-427c-92b7-f013ed27c273 to cluster=1601a874-19fd-43e4-b96d-9c3996a8494e 2024-11-15T18:20:31,516 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C38405%2C1731694816559 2024-11-15T18:20:31,516 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,38405,1731694816559, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:20:31,517 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C38405%2C1731694816559 2024-11-15T18:20:31,517 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758, startPosition=0, beingWritten=true 2024-11-15T18:20:31,522 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:31,522 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 379, reset compression=false 2024-11-15T18:20:31,522 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38405,1731694816559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:20:31,726 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 379, reset compression=false 2024-11-15T18:20:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:31,964 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:20:31,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:31,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:31,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:31,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:31,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:31,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:31,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44389,-1 for getting cluster id 2024-11-15T18:20:31,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:31,966 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1601a874-19fd-43e4-b96d-9c3996a8494e' 2024-11-15T18:20:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1601a874-19fd-43e4-b96d-9c3996a8494e" 2024-11-15T18:20:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c60cef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44389,-1] 2024-11-15T18:20:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:31,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:31,967 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a2fc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:31,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,44389,1731694821883 2024-11-15T18:20:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a33a819 2024-11-15T18:20:31,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:31,969 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:20:31,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:38309,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:20:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:20:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:31,971 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:38309' 2024-11-15T18:20:31,973 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18651c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:31,973 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38309,-1 for getting cluster id 2024-11-15T18:20:31,973 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:31,974 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30afe3eb-2f4f-427c-92b7-f013ed27c273' 2024-11-15T18:20:31,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:31,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30afe3eb-2f4f-427c-92b7-f013ed27c273" 2024-11-15T18:20:31,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebcda9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:31,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38309,-1] 2024-11-15T18:20:31,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:31,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:31,975 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:31,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ea8ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:31,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:31,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,38309,1731694816362 2024-11-15T18:20:31,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44792fc7 2024-11-15T18:20:31,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:31,977 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:20:31,978 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T18:20:31,978 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:20:31,978 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:31,978 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:31,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:31,978 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:20:31,979 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:20:31,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:20:31,980 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:31,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:20:31,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:20:32,029 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 379, reset compression=false 2024-11-15T18:20:32,029 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:20:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:32,387 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e95839c1f62934c4fe4a0a87b7bee5b, NAME => 'hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d 2024-11-15T18:20:32,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:20:32,432 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 379, reset compression=false 2024-11-15T18:20:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:32,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:32,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4e95839c1f62934c4fe4a0a87b7bee5b, disabling compactions & flushes 2024-11-15T18:20:32,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:32,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:32,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. after waiting 0 ms 2024-11-15T18:20:32,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:32,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:32,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e95839c1f62934c4fe4a0a87b7bee5b: Waiting for close lock at 1731694832792Disabling compacts and flushes for region at 1731694832792Disabling writes for close at 1731694832792Writing region close event to WAL at 1731694832792Closed at 1731694832792 2024-11-15T18:20:32,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:20:32,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694832793"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694832793"}]},"ts":"1731694832793"} 2024-11-15T18:20:32,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:20:32,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:20:32,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694832796"}]},"ts":"1731694832796"} 2024-11-15T18:20:32,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:20:32,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e95839c1f62934c4fe4a0a87b7bee5b, ASSIGN}] 2024-11-15T18:20:32,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e95839c1f62934c4fe4a0a87b7bee5b, ASSIGN 2024-11-15T18:20:32,799 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e95839c1f62934c4fe4a0a87b7bee5b, ASSIGN; state=OFFLINE, location=74ec74825666,39353,1731694822037; forceNewPlan=false, retain=false 2024-11-15T18:20:32,935 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 379, reset compression=false 2024-11-15T18:20:32,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e95839c1f62934c4fe4a0a87b7bee5b, regionState=OPENING, regionLocation=74ec74825666,39353,1731694822037 2024-11-15T18:20:32,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e95839c1f62934c4fe4a0a87b7bee5b, ASSIGN because future has completed 2024-11-15T18:20:32,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e95839c1f62934c4fe4a0a87b7bee5b, server=74ec74825666,39353,1731694822037}] 2024-11-15T18:20:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:33,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:33,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:33,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:20:33,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C39353%2C1731694822037.rep, suffix=, logDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037, archiveDir=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/oldWALs, maxLogs=10 2024-11-15T18:20:33,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.rep.1731694833107, exclude list is [], retry=0 2024-11-15T18:20:33,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-474422f1-52be-43ce-ae9b-4dbed1041c82,DISK] 2024-11-15T18:20:33,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.rep.1731694833107 2024-11-15T18:20:33,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46719:46719)] 2024-11-15T18:20:33,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e95839c1f62934c4fe4a0a87b7bee5b, NAME => 'hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:33,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:20:33,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:20:33,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. service=MultiRowMutationService 2024-11-15T18:20:33,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:20:33,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:33,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,129 INFO [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,130 INFO [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e95839c1f62934c4fe4a0a87b7bee5b columnFamilyName hfileref 2024-11-15T18:20:33,130 DEBUG [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:33,130 INFO [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] regionserver.HStore(327): Store=4e95839c1f62934c4fe4a0a87b7bee5b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:33,130 INFO [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,131 INFO [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e95839c1f62934c4fe4a0a87b7bee5b columnFamilyName queue 2024-11-15T18:20:33,131 DEBUG [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:33,132 INFO [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] regionserver.HStore(327): Store=4e95839c1f62934c4fe4a0a87b7bee5b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:33,132 INFO [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,133 INFO [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e95839c1f62934c4fe4a0a87b7bee5b columnFamilyName sid 2024-11-15T18:20:33,133 DEBUG [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:33,133 INFO [StoreOpener-4e95839c1f62934c4fe4a0a87b7bee5b-1 {}] regionserver.HStore(327): Store=4e95839c1f62934c4fe4a0a87b7bee5b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:33,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/replication/4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/replication/4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:20:33,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/replication/4e95839c1f62934c4fe4a0a87b7bee5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:33,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4e95839c1f62934c4fe4a0a87b7bee5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70613887, jitterRate=0.052228912711143494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:20:33,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:33,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4e95839c1f62934c4fe4a0a87b7bee5b: Running coprocessor pre-open hook at 1731694833128Writing region info on filesystem at 1731694833128Initializing all the Stores at 1731694833128Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694833128Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694833129 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694833129Cleaning up temporary data from old regions at 1731694833135 (+6 ms)Running coprocessor post-open hooks at 1731694833138 (+3 ms)Region opened successfully at 1731694833138 2024-11-15T18:20:33,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b., pid=10, masterSystemTime=1731694833103 2024-11-15T18:20:33,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:33,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:33,141 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e95839c1f62934c4fe4a0a87b7bee5b, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,39353,1731694822037 2024-11-15T18:20:33,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e95839c1f62934c4fe4a0a87b7bee5b, server=74ec74825666,39353,1731694822037 because future has completed 2024-11-15T18:20:33,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:20:33,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e95839c1f62934c4fe4a0a87b7bee5b, server=74ec74825666,39353,1731694822037 in 193 msec 2024-11-15T18:20:33,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:20:33,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e95839c1f62934c4fe4a0a87b7bee5b, ASSIGN in 348 msec 2024-11-15T18:20:33,147 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:20:33,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694833147"}]},"ts":"1731694833147"} 2024-11-15T18:20:33,149 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:20:33,150 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:20:33,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-15T18:20:33,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b., hostname=74ec74825666,39353,1731694822037, seqNum=2] 2024-11-15T18:20:33,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:33,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:33,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:20:33,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:20:33,418 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:20:33,445 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,39353,1731694822037, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:20:33,446 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:33,446 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,39353,1731694822037, seqNum=-1] 2024-11-15T18:20:33,446 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:33,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T18:20:33,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,39353,1731694822037', locateType=CURRENT is [region=hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b., hostname=74ec74825666,39353,1731694822037, seqNum=2] 2024-11-15T18:20:33,450 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:20:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:20:33,451 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,39353,1731694822037 suceeded 2024-11-15T18:20:33,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:20:33,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-15T18:20:33,453 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:38309,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:20:33,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4840 sec 2024-11-15T18:20:33,462 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:38309' 2024-11-15T18:20:33,464 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57178d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:33,464 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38309,-1 for getting cluster id 2024-11-15T18:20:33,464 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:33,465 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30afe3eb-2f4f-427c-92b7-f013ed27c273' 2024-11-15T18:20:33,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:33,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30afe3eb-2f4f-427c-92b7-f013ed27c273" 2024-11-15T18:20:33,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45bdfd5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:33,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38309,-1] 2024-11-15T18:20:33,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:33,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:33,466 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:33,466 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1170945f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:33,466 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:33,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,38309,1731694816362 2024-11-15T18:20:33,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36cb45b4 2024-11-15T18:20:33,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:20:33,468 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-15T18:20:33,468 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,39353,1731694822037 (queues=1) is replicating from cluster=1601a874-19fd-43e4-b96d-9c3996a8494e to cluster=30afe3eb-2f4f-427c-92b7-f013ed27c273 2024-11-15T18:20:33,468 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C39353%2C1731694822037 2024-11-15T18:20:33,468 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,39353,1731694822037, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:20:33,471 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C39353%2C1731694822037 2024-11-15T18:20:33,471 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266, startPosition=0, beingWritten=true 2024-11-15T18:20:33,475 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:33,475 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 379, reset compression=false 2024-11-15T18:20:33,475 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,39353,1731694822037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:20:33,539 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 379, reset compression=false 2024-11-15T18:20:33,679 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 379, reset compression=false 2024-11-15T18:20:33,983 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 379, reset compression=false 2024-11-15T18:20:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:20:34,114 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:20:34,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:34,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:34,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:34,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:34,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:34,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:34,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38405,1731694816559, seqNum=-1] 2024-11-15T18:20:34,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:34,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b., hostname=74ec74825666,38405,1731694816559, seqNum=2] 2024-11-15T18:20:34,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,39353,1731694822037, seqNum=-1] 2024-11-15T18:20:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:34,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:34,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731694827657.ffe0b7880448849394715fcf574ec6e2., hostname=74ec74825666,39353,1731694822037, seqNum=2] 2024-11-15T18:20:34,125 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T18:20:34,242 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 379, reset compression=false 2024-11-15T18:20:34,246 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:20:34,246 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 480, reset compression=false 2024-11-15T18:20:34,246 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38405,1731694816559 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac90614658a93c62a91e28e3f16edf3b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T18:20:34,248 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:20:34,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-15T18:20:34,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:20:34,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d156f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:34,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,44389,-1 for getting cluster id 2024-11-15T18:20:34,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:34,251 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1601a874-19fd-43e4-b96d-9c3996a8494e' 2024-11-15T18:20:34,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:34,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1601a874-19fd-43e4-b96d-9c3996a8494e" 2024-11-15T18:20:34,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eee43e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:34,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,44389,-1] 2024-11-15T18:20:34,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:34,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:34,252 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:34,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77ac7687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:34,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:34,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,39353,1731694822037, seqNum=-1] 2024-11-15T18:20:34,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:34,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T18:20:34,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731694827657.ffe0b7880448849394715fcf574ec6e2., hostname=74ec74825666,39353,1731694822037, seqNum=2] 2024-11-15T18:20:34,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:20:34,387 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 379, reset compression=false 2024-11-15T18:20:34,390 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:34,390 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 503, reset compression=false 2024-11-15T18:20:34,390 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,39353,1731694822037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:20:34,450 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 480, reset compression=false 2024-11-15T18:20:34,594 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 503, reset compression=false 2024-11-15T18:20:34,753 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 480, reset compression=false 2024-11-15T18:20:34,897 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 503, reset compression=false 2024-11-15T18:20:35,128 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T18:20:35,131 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T18:20:35,156 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 480, reset compression=false 2024-11-15T18:20:35,300 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 503, reset compression=false 2024-11-15T18:20:35,344 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:20:35,344 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 607, reset compression=false 2024-11-15T18:20:35,344 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,39353,1731694822037 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffe0b7880448849394715fcf574ec6e2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T18:20:35,346 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:20:35,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-15T18:20:35,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:20:35,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@149488a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:35,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,38309,-1 for getting cluster id 2024-11-15T18:20:35,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:35,350 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30afe3eb-2f4f-427c-92b7-f013ed27c273' 2024-11-15T18:20:35,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30afe3eb-2f4f-427c-92b7-f013ed27c273" 2024-11-15T18:20:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@696bca7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,38309,-1] 2024-11-15T18:20:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:35,351 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:35,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44da2e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:35,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:35,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38405,1731694816559, seqNum=-1] 2024-11-15T18:20:35,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:35,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T18:20:35,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b., hostname=74ec74825666,38405,1731694816559, seqNum=2] 2024-11-15T18:20:35,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:20:35,548 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 607, reset compression=false 2024-11-15T18:20:35,659 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 480, reset compression=false 2024-11-15T18:20:35,663 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:35,663 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 607, reset compression=false 2024-11-15T18:20:35,663 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38405,1731694816559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:20:35,852 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 607, reset compression=false 2024-11-15T18:20:35,866 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 607, reset compression=false 2024-11-15T18:20:36,133 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T18:20:36,138 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T18:20:36,170 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 607, reset compression=false 2024-11-15T18:20:36,174 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:20:36,174 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 763, reset compression=false 2024-11-15T18:20:36,174 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38405,1731694816559 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac90614658a93c62a91e28e3f16edf3b/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T18:20:36,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:20:36,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:20:36,255 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 607, reset compression=false 2024-11-15T18:20:36,260 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:36,260 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 754, reset compression=false 2024-11-15T18:20:36,260 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,39353,1731694822037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:20:36,376 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 763, reset compression=false 2024-11-15T18:20:36,463 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 754, reset compression=false 2024-11-15T18:20:36,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:20:36,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:36,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:36,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:36,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:36,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:36,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:36,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:36,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:36,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:36,649 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T18:20:36,680 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 763, reset compression=false 2024-11-15T18:20:36,766 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 754, reset compression=false 2024-11-15T18:20:37,083 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 763, reset compression=false 2024-11-15T18:20:37,140 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T18:20:37,150 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T18:20:37,170 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 754, reset compression=false 2024-11-15T18:20:37,174 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:20:37,174 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 913, reset compression=false 2024-11-15T18:20:37,174 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,39353,1731694822037 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffe0b7880448849394715fcf574ec6e2/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T18:20:37,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:20:37,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:20:37,379 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 913, reset compression=false 2024-11-15T18:20:37,586 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 763, reset compression=false 2024-11-15T18:20:37,590 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:37,590 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 912, reset compression=false 2024-11-15T18:20:37,590 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38405,1731694816559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:20:37,683 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 913, reset compression=false 2024-11-15T18:20:37,793 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 912, reset compression=false 2024-11-15T18:20:38,086 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 913, reset compression=false 2024-11-15T18:20:38,096 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 912, reset compression=false 2024-11-15T18:20:38,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:38,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:38,114 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28351 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:38,152 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T18:20:38,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:20:38,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:38,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:38,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:38,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:38,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:38,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:20:38,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=154747677, stopped=false 2024-11-15T18:20:38,154 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,44389,1731694821883 2024-11-15T18:20:38,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-404234884/running 2024-11-15T18:20:38,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-404234884/running 2024-11-15T18:20:38,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:38,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:38,220 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:20:38,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:38,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:38,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:38,221 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,39353,1731694822037' ***** 2024-11-15T18:20:38,221 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:20:38,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Set watcher on znode that does not yet exist, /1-404234884/running 2024-11-15T18:20:38,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Set watcher on znode that does not yet exist, /1-404234884/running 2024-11-15T18:20:38,221 INFO [RS:0;74ec74825666:39353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:20:38,221 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:20:38,221 INFO [RS:0;74ec74825666:39353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:20:38,221 INFO [RS:0;74ec74825666:39353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:20:38,221 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e95839c1f62934c4fe4a0a87b7bee5b 2024-11-15T18:20:38,222 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(3091): Received CLOSE for ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:38,222 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,39353,1731694822037 2024-11-15T18:20:38,222 INFO [RS:0;74ec74825666:39353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:20:38,222 INFO [RS:0;74ec74825666:39353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:39353. 2024-11-15T18:20:38,222 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e95839c1f62934c4fe4a0a87b7bee5b, disabling compactions & flushes 2024-11-15T18:20:38,222 DEBUG [RS:0;74ec74825666:39353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:38,222 DEBUG [RS:0;74ec74825666:39353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:38,222 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:38,222 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:38,222 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. after waiting 0 ms 2024-11-15T18:20:38,222 INFO [RS:0;74ec74825666:39353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:20:38,222 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:38,222 INFO [RS:0;74ec74825666:39353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:20:38,222 INFO [RS:0;74ec74825666:39353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:20:38,222 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:20:38,222 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e95839c1f62934c4fe4a0a87b7bee5b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-15T18:20:38,222 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:20:38,222 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4e95839c1f62934c4fe4a0a87b7bee5b=hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b., ffe0b7880448849394715fcf574ec6e2=test,,1731694827657.ffe0b7880448849394715fcf574ec6e2.} 2024-11-15T18:20:38,222 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e95839c1f62934c4fe4a0a87b7bee5b, ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:38,222 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:20:38,222 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:20:38,222 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:20:38,222 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:20:38,222 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:20:38,222 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:20:38,236 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/replication/4e95839c1f62934c4fe4a0a87b7bee5b/.tmp/queue/f8dd980085d0449bae68b9cb3a7f11f0 is 153, key is 1-74ec74825666,39353,1731694822037/queue:74ec74825666%2C39353%2C1731694822037/1731694837180/Put/seqid=0 2024-11-15T18:20:38,238 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/info/40c7a60a16fc46afa6e044820e0935b3 is 147, key is hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b./info:regioninfo/1731694833141/Put/seqid=0 2024-11-15T18:20:38,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741840_1016 (size=5352) 2024-11-15T18:20:38,241 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/replication/4e95839c1f62934c4fe4a0a87b7bee5b/.tmp/queue/f8dd980085d0449bae68b9cb3a7f11f0 2024-11-15T18:20:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741841_1017 (size=7686) 2024-11-15T18:20:38,245 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/replication/4e95839c1f62934c4fe4a0a87b7bee5b/.tmp/queue/f8dd980085d0449bae68b9cb3a7f11f0 as hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/replication/4e95839c1f62934c4fe4a0a87b7bee5b/queue/f8dd980085d0449bae68b9cb3a7f11f0 2024-11-15T18:20:38,248 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/replication/4e95839c1f62934c4fe4a0a87b7bee5b/queue/f8dd980085d0449bae68b9cb3a7f11f0, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T18:20:38,249 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4e95839c1f62934c4fe4a0a87b7bee5b in 27ms, sequenceid=10, compaction requested=false 2024-11-15T18:20:38,250 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:20:38,253 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/replication/4e95839c1f62934c4fe4a0a87b7bee5b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T18:20:38,253 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:38,253 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:20:38,253 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:38,254 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e95839c1f62934c4fe4a0a87b7bee5b: Waiting for close lock at 1731694838222Running coprocessor pre-close hooks at 1731694838222Disabling compacts and flushes for region at 1731694838222Disabling writes for close at 1731694838222Obtaining lock to block concurrent updates at 1731694838222Preparing flush snapshotting stores in 4e95839c1f62934c4fe4a0a87b7bee5b at 1731694838222Finished memstore snapshotting hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731694838222Flushing stores of hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. at 1731694838223 (+1 ms)Flushing 4e95839c1f62934c4fe4a0a87b7bee5b/queue: creating writer at 1731694838223Flushing 4e95839c1f62934c4fe4a0a87b7bee5b/queue: appending metadata at 1731694838235 (+12 ms)Flushing 4e95839c1f62934c4fe4a0a87b7bee5b/queue: closing flushed file at 1731694838235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39fd12ac: reopening flushed file at 1731694838244 (+9 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4e95839c1f62934c4fe4a0a87b7bee5b in 27ms, sequenceid=10, compaction requested=false at 1731694838249 (+5 ms)Writing region close event to WAL at 1731694838251 (+2 ms)Running coprocessor post-close hooks at 1731694838253 (+2 ms)Closed at 1731694838253 2024-11-15T18:20:38,254 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694831978.4e95839c1f62934c4fe4a0a87b7bee5b. 2024-11-15T18:20:38,254 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffe0b7880448849394715fcf574ec6e2, disabling compactions & flushes 2024-11-15T18:20:38,254 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:38,254 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:38,254 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. after waiting 0 ms 2024-11-15T18:20:38,254 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:38,254 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ffe0b7880448849394715fcf574ec6e2 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-15T18:20:38,267 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/.tmp/f/825575dc675b44e881e606ed3abbd364 is 29, key is row1/f:/1731694837141/DeleteFamily/seqid=0 2024-11-15T18:20:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741842_1018 (size=5118) 2024-11-15T18:20:38,422 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:38,499 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 912, reset compression=false 2024-11-15T18:20:38,590 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 913, reset compression=false 2024-11-15T18:20:38,593 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:38,593 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 1160, reset compression=false 2024-11-15T18:20:38,593 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,39353,1731694822037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:20:38,594 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74ec74825666,39353,1731694822037: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74ec74825666,39353,1731694822037, walGroup=74ec74825666%2C39353%2C1731694822037, offset=74ec74825666%2C39353%2C1731694822037.1731694824266:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:39353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T18:20:38,595 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:20:38,595 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:20:38,596 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:20:38,596 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:20:38,596 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:20:38,596 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 586023680 }, "NonHeapMemoryUsage": { "committed": 193986560, "init": 7667712, "max": -1, "used": 191179256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T18:20:38,596 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:44389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:44389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T18:20:38,623 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:38,643 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/info/40c7a60a16fc46afa6e044820e0935b3 2024-11-15T18:20:38,663 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/ns/e61f5f5b0fee4ae29cfea2919f10df0d is 43, key is default/ns:d/1731694825388/Put/seqid=0 2024-11-15T18:20:38,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741843_1019 (size=5153) 2024-11-15T18:20:38,671 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/.tmp/f/825575dc675b44e881e606ed3abbd364 2024-11-15T18:20:38,674 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 825575dc675b44e881e606ed3abbd364 2024-11-15T18:20:38,687 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/.tmp/f1/19e6ccada8a34c7fad43cbb4e17687d2 is 30, key is row1/f1:/1731694837141/DeleteFamily/seqid=0 2024-11-15T18:20:38,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741844_1020 (size=5123) 2024-11-15T18:20:38,797 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 1160, reset compression=false 2024-11-15T18:20:38,823 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:39,003 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 912, reset compression=false 2024-11-15T18:20:39,023 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:39,067 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/ns/e61f5f5b0fee4ae29cfea2919f10df0d 2024-11-15T18:20:39,083 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/rep_barrier/bca482fe056e43bb84b3b55d7cf72ea0 is 112, key is test,,1731694827657.ffe0b7880448849394715fcf574ec6e2./rep_barrier:seqnumDuringOpen/1731694828809/Put/seqid=0 2024-11-15T18:20:39,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741845_1021 (size=5518) 2024-11-15T18:20:39,091 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/.tmp/f1/19e6ccada8a34c7fad43cbb4e17687d2 2024-11-15T18:20:39,094 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19e6ccada8a34c7fad43cbb4e17687d2 2024-11-15T18:20:39,100 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 1160, reset compression=false 2024-11-15T18:20:39,107 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/.tmp/norep/f95683e0fd7d46748c209965265ec219 is 33, key is row1/norep:/1731694837141/DeleteFamily/seqid=0 2024-11-15T18:20:39,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741846_1022 (size=5108) 2024-11-15T18:20:39,174 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:20:39,174 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:20:39,223 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:20:39,223 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ffe0b7880448849394715fcf574ec6e2=test,,1731694827657.ffe0b7880448849394715fcf574ec6e2.} 2024-11-15T18:20:39,223 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:39,423 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffe0b7880448849394715fcf574ec6e2 2024-11-15T18:20:39,486 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/rep_barrier/bca482fe056e43bb84b3b55d7cf72ea0 2024-11-15T18:20:39,504 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 1160, reset compression=false 2024-11-15T18:20:39,506 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/table/564254f3bb9844bb9f73105272df6adb is 53, key is hbase:replication/table:state/1731694833147/Put/seqid=0 2024-11-15T18:20:39,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741847_1023 (size=5308) 2024-11-15T18:20:39,510 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/.tmp/norep/f95683e0fd7d46748c209965265ec219 2024-11-15T18:20:39,514 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f95683e0fd7d46748c209965265ec219 2024-11-15T18:20:39,515 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/.tmp/f/825575dc675b44e881e606ed3abbd364 as hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/f/825575dc675b44e881e606ed3abbd364 2024-11-15T18:20:39,519 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 825575dc675b44e881e606ed3abbd364 2024-11-15T18:20:39,519 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/f/825575dc675b44e881e606ed3abbd364, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T18:20:39,520 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/.tmp/f1/19e6ccada8a34c7fad43cbb4e17687d2 as hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/f1/19e6ccada8a34c7fad43cbb4e17687d2 2024-11-15T18:20:39,524 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19e6ccada8a34c7fad43cbb4e17687d2 2024-11-15T18:20:39,524 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/f1/19e6ccada8a34c7fad43cbb4e17687d2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T18:20:39,525 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/.tmp/norep/f95683e0fd7d46748c209965265ec219 as hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/norep/f95683e0fd7d46748c209965265ec219 2024-11-15T18:20:39,529 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f95683e0fd7d46748c209965265ec219 2024-11-15T18:20:39,529 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/norep/f95683e0fd7d46748c209965265ec219, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T18:20:39,530 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ffe0b7880448849394715fcf574ec6e2 in 1276ms, sequenceid=8, compaction requested=false 2024-11-15T18:20:39,534 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/default/test/ffe0b7880448849394715fcf574ec6e2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T18:20:39,534 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:39,534 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:20:39,534 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:39,534 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffe0b7880448849394715fcf574ec6e2: Waiting for close lock at 1731694838254Running coprocessor pre-close hooks at 1731694838254Disabling compacts and flushes for region at 1731694838254Disabling writes for close at 1731694838254Obtaining lock to block concurrent updates at 1731694838254Preparing flush snapshotting stores in ffe0b7880448849394715fcf574ec6e2 at 1731694838254Finished memstore snapshotting test,,1731694827657.ffe0b7880448849394715fcf574ec6e2., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731694838254Flushing stores of test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. at 1731694838255 (+1 ms)Flushing ffe0b7880448849394715fcf574ec6e2/f: creating writer at 1731694838255Flushing ffe0b7880448849394715fcf574ec6e2/f: appending metadata at 1731694838266 (+11 ms)Flushing ffe0b7880448849394715fcf574ec6e2/f: closing flushed file at 1731694838266Flushing ffe0b7880448849394715fcf574ec6e2/f1: creating writer at 1731694838674 (+408 ms)Flushing ffe0b7880448849394715fcf574ec6e2/f1: appending metadata at 1731694838686 (+12 ms)Flushing ffe0b7880448849394715fcf574ec6e2/f1: closing flushed file at 1731694838686Flushing ffe0b7880448849394715fcf574ec6e2/norep: creating writer at 1731694839094 (+408 ms)Flushing ffe0b7880448849394715fcf574ec6e2/norep: appending metadata at 1731694839107 (+13 ms)Flushing ffe0b7880448849394715fcf574ec6e2/norep: closing flushed file at 1731694839107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262e6f6e: reopening flushed file at 1731694839514 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7efb78ba: reopening flushed file at 1731694839519 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e38511: reopening flushed file at 1731694839524 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ffe0b7880448849394715fcf574ec6e2 in 1276ms, sequenceid=8, compaction requested=false at 1731694839530 (+6 ms)Writing region close event to WAL at 1731694839531 (+1 ms)Running coprocessor post-close hooks at 1731694839534 (+3 ms)Closed at 1731694839534 2024-11-15T18:20:39,535 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694827657.ffe0b7880448849394715fcf574ec6e2. 2024-11-15T18:20:39,606 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 912, reset compression=false 2024-11-15T18:20:39,623 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:20:39,824 DEBUG [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:20:39,911 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/table/564254f3bb9844bb9f73105272df6adb 2024-11-15T18:20:39,915 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/info/40c7a60a16fc46afa6e044820e0935b3 as hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/info/40c7a60a16fc46afa6e044820e0935b3 2024-11-15T18:20:39,918 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/info/40c7a60a16fc46afa6e044820e0935b3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:20:39,919 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/ns/e61f5f5b0fee4ae29cfea2919f10df0d as hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/ns/e61f5f5b0fee4ae29cfea2919f10df0d 2024-11-15T18:20:39,922 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/ns/e61f5f5b0fee4ae29cfea2919f10df0d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:20:39,923 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/rep_barrier/bca482fe056e43bb84b3b55d7cf72ea0 as hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/rep_barrier/bca482fe056e43bb84b3b55d7cf72ea0 2024-11-15T18:20:39,926 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/rep_barrier/bca482fe056e43bb84b3b55d7cf72ea0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:20:39,927 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/.tmp/table/564254f3bb9844bb9f73105272df6adb as hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/table/564254f3bb9844bb9f73105272df6adb 2024-11-15T18:20:39,931 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/table/564254f3bb9844bb9f73105272df6adb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:20:39,931 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-15T18:20:39,935 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:20:39,936 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:39,936 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:20:39,936 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:39,936 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694838222Running coprocessor pre-close hooks at 1731694838222Disabling compacts and flushes for region at 1731694838222Disabling writes for close at 1731694838222Obtaining lock to block concurrent updates at 1731694838222Preparing flush snapshotting stores in 1588230740 at 1731694838222Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694838223 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731694838223Flushing 1588230740/info: creating writer at 1731694838223Flushing 1588230740/info: appending metadata at 1731694838238 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731694838238Flushing 1588230740/ns: creating writer at 1731694838647 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731694838662 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731694838662Flushing 1588230740/rep_barrier: creating writer at 1731694839070 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694839082 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694839083 (+1 ms)Flushing 1588230740/table: creating writer at 1731694839490 (+407 ms)Flushing 1588230740/table: appending metadata at 1731694839506 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731694839506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b0ae27a: reopening flushed file at 1731694839914 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46dd24be: reopening flushed file at 1731694839918 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c8f3d2a: reopening flushed file at 1731694839922 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2046b5e4: reopening flushed file at 1731694839926 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731694839931 (+5 ms)Writing region close event to WAL at 1731694839933 (+2 ms)Running coprocessor post-close hooks at 1731694839936 (+3 ms)Closed at 1731694839936 2024-11-15T18:20:39,936 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:40,008 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 1160, reset compression=false 2024-11-15T18:20:40,013 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:40,013 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 1804, reset compression=false 2024-11-15T18:20:40,024 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,39353,1731694822037; all regions closed. 2024-11-15T18:20:40,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741834_1010 (size=4239) 2024-11-15T18:20:40,026 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.meta.1731694825326.meta not finished, retry = 0 2024-11-15T18:20:40,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741839_1015 (size=2676) 2024-11-15T18:20:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741832_1008 (size=1812) 2024-11-15T18:20:40,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 not finished, retry = 0 2024-11-15T18:20:40,217 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 to pos 1804, reset compression=false 2024-11-15T18:20:40,231 DEBUG [RS:0;74ec74825666:39353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:40,231 INFO [RS:0;74ec74825666:39353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:20:40,231 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/WALs/74ec74825666,39353,1731694822037/74ec74825666%2C39353%2C1731694822037.1731694824266 2024-11-15T18:20:40,231 INFO [RS:0;74ec74825666:39353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:20:40,231 INFO [RS:0;74ec74825666:39353 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:20:40,232 INFO [RS:0;74ec74825666:39353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:20:40,232 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:20:40,232 INFO [RS:0;74ec74825666:39353 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,39353,1731694822037 because: Region server is closing 2024-11-15T18:20:40,232 INFO [RS:0;74ec74825666:39353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:39353. 2024-11-15T18:20:40,232 DEBUG [RS:0;74ec74825666:39353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:40,232 DEBUG [RS:0;74ec74825666:39353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:40,232 DEBUG [RS:0;74ec74825666:39353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:40,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:40,309 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 912, reset compression=false 2024-11-15T18:20:40,332 INFO [RS:0;74ec74825666:39353 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.shipper74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 terminated 2024-11-15T18:20:40,332 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,39353,1731694822037.replicationSource.wal-reader.74ec74825666%2C39353%2C1731694822037,1-74ec74825666,39353,1731694822037 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-15T18:20:40,333 INFO [RS:0;74ec74825666:39353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:39353. 2024-11-15T18:20:40,333 DEBUG [RS:0;74ec74825666:39353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:40,333 DEBUG [RS:0;74ec74825666:39353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:40,333 DEBUG [RS:0;74ec74825666:39353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:40,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:40,333 INFO [RS:0;74ec74825666:39353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39353 2024-11-15T18:20:40,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884/rs 2024-11-15T18:20:40,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-404234884/rs/74ec74825666,39353,1731694822037 2024-11-15T18:20:40,606 INFO [RS:0;74ec74825666:39353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:20:40,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,39353,1731694822037] 2024-11-15T18:20:40,643 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-404234884/draining/74ec74825666,39353,1731694822037 already deleted, retry=false 2024-11-15T18:20:40,643 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,39353,1731694822037 expired; onlineServers=0 2024-11-15T18:20:40,643 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,44389,1731694821883' ***** 2024-11-15T18:20:40,643 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:20:40,643 INFO [M:0;74ec74825666:44389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:20:40,643 INFO [M:0;74ec74825666:44389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:20:40,643 DEBUG [M:0;74ec74825666:44389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:20:40,644 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:20:40,644 DEBUG [M:0;74ec74825666:44389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:20:40,644 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694824052 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694824052,5,FailOnTimeoutGroup] 2024-11-15T18:20:40,644 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694824052 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694824052,5,FailOnTimeoutGroup] 2024-11-15T18:20:40,644 INFO [M:0;74ec74825666:44389 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:20:40,644 INFO [M:0;74ec74825666:44389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:20:40,644 DEBUG [M:0;74ec74825666:44389 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:20:40,644 INFO [M:0;74ec74825666:44389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:20:40,644 INFO [M:0;74ec74825666:44389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:20:40,644 INFO [M:0;74ec74825666:44389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:20:40,644 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:20:40,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-404234884/master 2024-11-15T18:20:40,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-404234884 2024-11-15T18:20:40,654 DEBUG [M:0;74ec74825666:44389 {}] zookeeper.ZKUtil(347): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Unable to get data of znode /1-404234884/master because node does not exist (not an error) 2024-11-15T18:20:40,654 WARN [M:0;74ec74825666:44389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:20:40,654 INFO [M:0;74ec74825666:44389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/.lastflushedseqids 2024-11-15T18:20:40,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741848_1024 (size=245) 2024-11-15T18:20:40,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:40,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39353-0x1013fb9dfc40004, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:40,733 INFO [RS:0;74ec74825666:39353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:20:40,733 INFO [RS:0;74ec74825666:39353 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,39353,1731694822037; zookeeper connection closed. 2024-11-15T18:20:40,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71620d1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71620d1e 2024-11-15T18:20:40,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:20:40,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T18:20:40,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T18:20:41,058 INFO [M:0;74ec74825666:44389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:20:41,059 INFO [M:0;74ec74825666:44389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:20:41,059 DEBUG [M:0;74ec74825666:44389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:20:41,059 INFO [M:0;74ec74825666:44389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:41,059 DEBUG [M:0;74ec74825666:44389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:41,059 DEBUG [M:0;74ec74825666:44389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:20:41,059 DEBUG [M:0;74ec74825666:44389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:41,059 INFO [M:0;74ec74825666:44389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T18:20:41,075 DEBUG [M:0;74ec74825666:44389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3086d139d171435d881451325911e610 is 82, key is hbase:meta,,1/info:regioninfo/1731694825355/Put/seqid=0 2024-11-15T18:20:41,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741849_1025 (size=5672) 2024-11-15T18:20:41,113 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 912, reset compression=false 2024-11-15T18:20:41,479 INFO [M:0;74ec74825666:44389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3086d139d171435d881451325911e610 2024-11-15T18:20:41,499 DEBUG [M:0;74ec74825666:44389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/436170c261b84ee9b1c80f8873d6526c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731694833150/Put/seqid=0 2024-11-15T18:20:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741850_1026 (size=8516) 2024-11-15T18:20:41,906 INFO [M:0;74ec74825666:44389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/436170c261b84ee9b1c80f8873d6526c 2024-11-15T18:20:41,923 DEBUG [M:0;74ec74825666:44389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cb8525bbc414b30ba9e50b4e6b92644 is 69, key is 74ec74825666,39353,1731694822037/rs:state/1731694824115/Put/seqid=0 2024-11-15T18:20:41,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741851_1027 (size=5156) 2024-11-15T18:20:42,017 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 912, reset compression=false 2024-11-15T18:20:42,328 INFO [M:0;74ec74825666:44389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cb8525bbc414b30ba9e50b4e6b92644 2024-11-15T18:20:42,333 DEBUG [M:0;74ec74825666:44389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3086d139d171435d881451325911e610 as hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3086d139d171435d881451325911e610 2024-11-15T18:20:42,337 INFO [M:0;74ec74825666:44389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3086d139d171435d881451325911e610, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T18:20:42,337 DEBUG [M:0;74ec74825666:44389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/436170c261b84ee9b1c80f8873d6526c as hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/436170c261b84ee9b1c80f8873d6526c 2024-11-15T18:20:42,341 INFO [M:0;74ec74825666:44389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/436170c261b84ee9b1c80f8873d6526c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T18:20:42,342 DEBUG [M:0;74ec74825666:44389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cb8525bbc414b30ba9e50b4e6b92644 as hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cb8525bbc414b30ba9e50b4e6b92644 2024-11-15T18:20:42,346 INFO [M:0;74ec74825666:44389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43037/user/jenkins/test-data/0c21f33a-ed4d-c6af-ad33-99b8e7ed479d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cb8525bbc414b30ba9e50b4e6b92644, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T18:20:42,347 INFO [M:0;74ec74825666:44389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-15T18:20:42,351 INFO [M:0;74ec74825666:44389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:42,351 DEBUG [M:0;74ec74825666:44389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694841059Disabling compacts and flushes for region at 1731694841059Disabling writes for close at 1731694841059Obtaining lock to block concurrent updates at 1731694841059Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694841059Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731694841059Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694841060 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694841060Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694841075 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694841075Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694841482 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694841498 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694841498Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694841910 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694841922 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694841922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7782f3cd: reopening flushed file at 1731694842332 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fac5d4c: reopening flushed file at 1731694842337 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fa246f: reopening flushed file at 1731694842341 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1731694842347 (+6 ms)Writing region close event to WAL at 1731694842351 (+4 ms)Closed at 1731694842351 2024-11-15T18:20:42,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741830_1006 (size=63654) 2024-11-15T18:20:42,353 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:20:42,353 INFO [M:0;74ec74825666:44389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:20:42,353 INFO [M:0;74ec74825666:44389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44389 2024-11-15T18:20:42,354 INFO [M:0;74ec74825666:44389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:20:42,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:42,501 INFO [M:0;74ec74825666:44389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:20:42,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x1013fb9dfc40003, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:42,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a961742{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:20:42,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3660e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:20:42,535 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:20:42,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d72688e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:20:42,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b789f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/hadoop.log.dir/,STOPPED} 2024-11-15T18:20:42,536 WARN [BP-144298694-172.17.0.2-1731694820040 heartbeating to localhost/127.0.0.1:43037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:20:42,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:20:42,536 WARN [BP-144298694-172.17.0.2-1731694820040 heartbeating to localhost/127.0.0.1:43037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-144298694-172.17.0.2-1731694820040 (Datanode Uuid da89ae11-21b0-45a1-910a-9161e499e08c) service to localhost/127.0.0.1:43037 2024-11-15T18:20:42,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:20:42,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/cluster_669af77a-d5c3-59a1-63a8-0463ac3e7131/data/data1/current/BP-144298694-172.17.0.2-1731694820040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:20:42,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/cluster_669af77a-d5c3-59a1-63a8-0463ac3e7131/data/data2/current/BP-144298694-172.17.0.2-1731694820040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:20:42,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:20:42,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29b9c16f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:20:42,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d87ce10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:20:42,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:20:42,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@769a109c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:20:42,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a180acd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/hadoop.log.dir/,STOPPED} 2024-11-15T18:20:42,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:20:42,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:20:42,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:42,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:42,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:42,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:42,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:42,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:20:42,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1772233578, stopped=false 2024-11-15T18:20:42,556 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,38309,1731694816362 2024-11-15T18:20:42,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485758474/running 2024-11-15T18:20:42,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485758474/running 2024-11-15T18:20:42,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:42,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:42,569 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:20:42,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Set watcher on znode that does not yet exist, /0485758474/running 2024-11-15T18:20:42,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:20:42,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Set watcher on znode that does not yet exist, /0485758474/running 2024-11-15T18:20:42,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:42,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:42,570 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,38405,1731694816559' ***** 2024-11-15T18:20:42,570 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:20:42,570 INFO [RS:0;74ec74825666:38405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:20:42,570 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:20:42,570 INFO [RS:0;74ec74825666:38405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:20:42,570 INFO [RS:0;74ec74825666:38405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:20:42,571 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(3091): Received CLOSE for 52bf6d81fbc88337e0ee51f68c2ddb02 2024-11-15T18:20:42,571 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(3091): Received CLOSE for ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:42,571 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,38405,1731694816559 2024-11-15T18:20:42,571 INFO [RS:0;74ec74825666:38405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:20:42,571 INFO [RS:0;74ec74825666:38405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:38405. 2024-11-15T18:20:42,571 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52bf6d81fbc88337e0ee51f68c2ddb02, disabling compactions & flushes 2024-11-15T18:20:42,571 DEBUG [RS:0;74ec74825666:38405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:42,571 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:42,571 DEBUG [RS:0;74ec74825666:38405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:42,571 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:42,571 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. after waiting 0 ms 2024-11-15T18:20:42,571 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:42,571 INFO [RS:0;74ec74825666:38405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:20:42,571 INFO [RS:0;74ec74825666:38405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:20:42,571 INFO [RS:0;74ec74825666:38405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:20:42,571 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:20:42,571 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52bf6d81fbc88337e0ee51f68c2ddb02 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-15T18:20:42,571 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:20:42,571 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1325): Online Regions={52bf6d81fbc88337e0ee51f68c2ddb02=hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02., ac90614658a93c62a91e28e3f16edf3b=test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:20:42,571 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52bf6d81fbc88337e0ee51f68c2ddb02, ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:42,571 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:20:42,571 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:20:42,571 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:20:42,571 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:20:42,571 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:20:42,571 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:20:42,584 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/replication/52bf6d81fbc88337e0ee51f68c2ddb02/.tmp/queue/26682d4e19334edd993f566001a41748 is 153, key is 1-74ec74825666,38405,1731694816559/queue:74ec74825666%2C38405%2C1731694816559/1731694837591/Put/seqid=0 2024-11-15T18:20:42,584 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/info/6d86cd7a1cc243ca8e4cfd9251d2e75f is 147, key is hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02./info:regioninfo/1731694831102/Put/seqid=0 2024-11-15T18:20:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741840_1016 (size=7686) 2024-11-15T18:20:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741841_1017 (size=5352) 2024-11-15T18:20:42,590 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/info/6d86cd7a1cc243ca8e4cfd9251d2e75f 2024-11-15T18:20:42,606 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/ns/e40acc464099477baca92bb993a245b1 is 43, key is default/ns:d/1731694819883/Put/seqid=0 2024-11-15T18:20:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741842_1018 (size=5153) 2024-11-15T18:20:42,633 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:20:42,633 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:20:42,652 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:20:42,771 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52bf6d81fbc88337e0ee51f68c2ddb02, ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:42,972 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52bf6d81fbc88337e0ee51f68c2ddb02, ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:42,990 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/replication/52bf6d81fbc88337e0ee51f68c2ddb02/.tmp/queue/26682d4e19334edd993f566001a41748 2024-11-15T18:20:42,994 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/replication/52bf6d81fbc88337e0ee51f68c2ddb02/.tmp/queue/26682d4e19334edd993f566001a41748 as hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/replication/52bf6d81fbc88337e0ee51f68c2ddb02/queue/26682d4e19334edd993f566001a41748 2024-11-15T18:20:42,998 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/replication/52bf6d81fbc88337e0ee51f68c2ddb02/queue/26682d4e19334edd993f566001a41748, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T18:20:42,998 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 52bf6d81fbc88337e0ee51f68c2ddb02 in 427ms, sequenceid=10, compaction requested=false 2024-11-15T18:20:42,998 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T18:20:43,001 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/replication/52bf6d81fbc88337e0ee51f68c2ddb02/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T18:20:43,002 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:43,002 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:20:43,002 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:43,002 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52bf6d81fbc88337e0ee51f68c2ddb02: Waiting for close lock at 1731694842571Running coprocessor pre-close hooks at 1731694842571Disabling compacts and flushes for region at 1731694842571Disabling writes for close at 1731694842571Obtaining lock to block concurrent updates at 1731694842571Preparing flush snapshotting stores in 52bf6d81fbc88337e0ee51f68c2ddb02 at 1731694842571Finished memstore snapshotting hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731694842571Flushing stores of hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. at 1731694842572 (+1 ms)Flushing 52bf6d81fbc88337e0ee51f68c2ddb02/queue: creating writer at 1731694842572Flushing 52bf6d81fbc88337e0ee51f68c2ddb02/queue: appending metadata at 1731694842584 (+12 ms)Flushing 52bf6d81fbc88337e0ee51f68c2ddb02/queue: closing flushed file at 1731694842584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1007e020: reopening flushed file at 1731694842994 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 52bf6d81fbc88337e0ee51f68c2ddb02 in 427ms, sequenceid=10, compaction requested=false at 1731694842998 (+4 ms)Writing region close event to WAL at 1731694842999 (+1 ms)Running coprocessor post-close hooks at 1731694843002 (+3 ms)Closed at 1731694843002 2024-11-15T18:20:43,002 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694829824.52bf6d81fbc88337e0ee51f68c2ddb02. 2024-11-15T18:20:43,002 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac90614658a93c62a91e28e3f16edf3b, disabling compactions & flushes 2024-11-15T18:20:43,002 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:43,002 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:43,002 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. after waiting 0 ms 2024-11-15T18:20:43,002 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:43,002 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac90614658a93c62a91e28e3f16edf3b 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-15T18:20:43,009 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/ns/e40acc464099477baca92bb993a245b1 2024-11-15T18:20:43,017 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/.tmp/f/4278df1466c346cc9f64bcc40d7d00dd is 29, key is row1/f:/1731694837141/DeleteFamily/seqid=0 2024-11-15T18:20:43,020 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 912, reset compression=false 2024-11-15T18:20:43,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741843_1019 (size=5118) 2024-11-15T18:20:43,022 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/.tmp/f/4278df1466c346cc9f64bcc40d7d00dd 2024-11-15T18:20:43,027 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/rep_barrier/5bad99d45875484bb6aafdb4fe0aacfd is 112, key is test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b./rep_barrier:seqnumDuringOpen/1731694826652/Put/seqid=0 2024-11-15T18:20:43,029 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4278df1466c346cc9f64bcc40d7d00dd 2024-11-15T18:20:43,029 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:43,029 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 1159, reset compression=false 2024-11-15T18:20:43,029 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38405,1731694816559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:20:43,030 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74ec74825666,38405,1731694816559: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74ec74825666,38405,1731694816559, walGroup=74ec74825666%2C38405%2C1731694816559, offset=74ec74825666%2C38405%2C1731694816559.1731694818758:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:38405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T18:20:43,031 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:20:43,031 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:20:43,031 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:20:43,031 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:20:43,031 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:20:43,032 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 655229696 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191839512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T18:20:43,032 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:38309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:38309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T18:20:43,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741844_1020 (size=5518) 2024-11-15T18:20:43,052 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/.tmp/f1/8b5a4bccac5b475192d1fdf50c93ed8f is 30, key is row1/f1:/1731694837141/DeleteFamily/seqid=0 2024-11-15T18:20:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741845_1021 (size=5123) 2024-11-15T18:20:43,172 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:43,237 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 1159, reset compression=false 2024-11-15T18:20:43,372 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:43,434 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/rep_barrier/5bad99d45875484bb6aafdb4fe0aacfd 2024-11-15T18:20:43,450 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/table/ad077ff4bdf846cd9895284c5c3d0692 is 53, key is hbase:replication/table:state/1731694831108/Put/seqid=0 2024-11-15T18:20:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741846_1022 (size=5308) 2024-11-15T18:20:43,456 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/.tmp/f1/8b5a4bccac5b475192d1fdf50c93ed8f 2024-11-15T18:20:43,459 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b5a4bccac5b475192d1fdf50c93ed8f 2024-11-15T18:20:43,472 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/.tmp/norep/2d3bda4f098a473c88c36fe269f14ef6 is 32, key is row/norep:/1731694836135/DeleteFamily/seqid=0 2024-11-15T18:20:43,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741847_1023 (size=5101) 2024-11-15T18:20:43,540 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 1159, reset compression=false 2024-11-15T18:20:43,572 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:20:43,572 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1325): Online Regions={ac90614658a93c62a91e28e3f16edf3b=test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:20:43,572 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:43,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:20:43,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:43,772 DEBUG [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac90614658a93c62a91e28e3f16edf3b 2024-11-15T18:20:43,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:43,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:43,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:43,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:43,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:43,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:43,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:43,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:43,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:43,854 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/table/ad077ff4bdf846cd9895284c5c3d0692 2024-11-15T18:20:43,858 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/info/6d86cd7a1cc243ca8e4cfd9251d2e75f as hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/info/6d86cd7a1cc243ca8e4cfd9251d2e75f 2024-11-15T18:20:43,861 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/info/6d86cd7a1cc243ca8e4cfd9251d2e75f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:20:43,862 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/ns/e40acc464099477baca92bb993a245b1 as hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/ns/e40acc464099477baca92bb993a245b1 2024-11-15T18:20:43,866 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/ns/e40acc464099477baca92bb993a245b1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:20:43,866 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/rep_barrier/5bad99d45875484bb6aafdb4fe0aacfd as hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/rep_barrier/5bad99d45875484bb6aafdb4fe0aacfd 2024-11-15T18:20:43,869 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/rep_barrier/5bad99d45875484bb6aafdb4fe0aacfd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:20:43,870 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/.tmp/table/ad077ff4bdf846cd9895284c5c3d0692 as hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/table/ad077ff4bdf846cd9895284c5c3d0692 2024-11-15T18:20:43,873 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/table/ad077ff4bdf846cd9895284c5c3d0692, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:20:43,874 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-11-15T18:20:43,874 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:20:43,875 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/.tmp/norep/2d3bda4f098a473c88c36fe269f14ef6 2024-11-15T18:20:43,877 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:20:43,878 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:43,878 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:20:43,878 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:43,878 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694842571Running coprocessor pre-close hooks at 1731694842571Disabling compacts and flushes for region at 1731694842571Disabling writes for close at 1731694842571Obtaining lock to block concurrent updates at 1731694842571Preparing flush snapshotting stores in 1588230740 at 1731694842571Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694842572 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731694842572Flushing 1588230740/info: creating writer at 1731694842572Flushing 1588230740/info: appending metadata at 1731694842584 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731694842584Flushing 1588230740/ns: creating writer at 1731694842594 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731694842606 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731694842606Flushing 1588230740/rep_barrier: creating writer at 1731694843013 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694843026 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694843026Flushing 1588230740/table: creating writer at 1731694843438 (+412 ms)Flushing 1588230740/table: appending metadata at 1731694843450 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731694843450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4803d411: reopening flushed file at 1731694843857 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e8d390: reopening flushed file at 1731694843861 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3718790d: reopening flushed file at 1731694843866 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548d59e7: reopening flushed file at 1731694843869 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1731694843874 (+5 ms)Writing region close event to WAL at 1731694843875 (+1 ms)Running coprocessor post-close hooks at 1731694843878 (+3 ms)Closed at 1731694843878 2024-11-15T18:20:43,878 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:43,879 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d3bda4f098a473c88c36fe269f14ef6 2024-11-15T18:20:43,880 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/.tmp/f/4278df1466c346cc9f64bcc40d7d00dd as hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/f/4278df1466c346cc9f64bcc40d7d00dd 2024-11-15T18:20:43,883 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4278df1466c346cc9f64bcc40d7d00dd 2024-11-15T18:20:43,883 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/f/4278df1466c346cc9f64bcc40d7d00dd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T18:20:43,884 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/.tmp/f1/8b5a4bccac5b475192d1fdf50c93ed8f as hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/f1/8b5a4bccac5b475192d1fdf50c93ed8f 2024-11-15T18:20:43,888 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b5a4bccac5b475192d1fdf50c93ed8f 2024-11-15T18:20:43,888 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/f1/8b5a4bccac5b475192d1fdf50c93ed8f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T18:20:43,889 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/.tmp/norep/2d3bda4f098a473c88c36fe269f14ef6 as hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/norep/2d3bda4f098a473c88c36fe269f14ef6 2024-11-15T18:20:43,893 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d3bda4f098a473c88c36fe269f14ef6 2024-11-15T18:20:43,893 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/norep/2d3bda4f098a473c88c36fe269f14ef6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T18:20:43,894 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ac90614658a93c62a91e28e3f16edf3b in 891ms, sequenceid=8, compaction requested=false 2024-11-15T18:20:43,894 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T18:20:43,897 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/data/default/test/ac90614658a93c62a91e28e3f16edf3b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T18:20:43,898 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:43,898 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:20:43,898 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:43,898 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac90614658a93c62a91e28e3f16edf3b: Waiting for close lock at 1731694843002Running coprocessor pre-close hooks at 1731694843002Disabling compacts and flushes for region at 1731694843002Disabling writes for close at 1731694843002Obtaining lock to block concurrent updates at 1731694843002Preparing flush snapshotting stores in ac90614658a93c62a91e28e3f16edf3b at 1731694843002Finished memstore snapshotting test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731694843003 (+1 ms)Flushing stores of test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. at 1731694843003Flushing ac90614658a93c62a91e28e3f16edf3b/f: creating writer at 1731694843003Flushing ac90614658a93c62a91e28e3f16edf3b/f: appending metadata at 1731694843016 (+13 ms)Flushing ac90614658a93c62a91e28e3f16edf3b/f: closing flushed file at 1731694843016Flushing ac90614658a93c62a91e28e3f16edf3b/f1: creating writer at 1731694843029 (+13 ms)Flushing ac90614658a93c62a91e28e3f16edf3b/f1: appending metadata at 1731694843052 (+23 ms)Flushing ac90614658a93c62a91e28e3f16edf3b/f1: closing flushed file at 1731694843052Flushing ac90614658a93c62a91e28e3f16edf3b/norep: creating writer at 1731694843459 (+407 ms)Flushing ac90614658a93c62a91e28e3f16edf3b/norep: appending metadata at 1731694843471 (+12 ms)Flushing ac90614658a93c62a91e28e3f16edf3b/norep: closing flushed file at 1731694843471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306dfdab: reopening flushed file at 1731694843879 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ffe885: reopening flushed file at 1731694843884 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba9e962: reopening flushed file at 1731694843888 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ac90614658a93c62a91e28e3f16edf3b in 891ms, sequenceid=8, compaction requested=false at 1731694843894 (+6 ms)Writing region close event to WAL at 1731694843895 (+1 ms)Running coprocessor post-close hooks at 1731694843898 (+3 ms)Closed at 1731694843898 2024-11-15T18:20:43,898 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694825501.ac90614658a93c62a91e28e3f16edf3b. 2024-11-15T18:20:43,943 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 1159, reset compression=false 2024-11-15T18:20:43,947 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:20:43,947 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 1803, reset compression=false 2024-11-15T18:20:43,972 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,38405,1731694816559; all regions closed. 2024-11-15T18:20:43,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741834_1010 (size=4239) 2024-11-15T18:20:43,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.meta.1731694819768.meta not finished, retry = 0 2024-11-15T18:20:44,077 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.rep.1731694831059 not finished, retry = 0 2024-11-15T18:20:44,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741839_1015 (size=2676) 2024-11-15T18:20:44,151 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 to pos 1803, reset compression=false 2024-11-15T18:20:44,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741832_1008 (size=1811) 2024-11-15T18:20:44,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/WALs/74ec74825666,38405,1731694816559/74ec74825666%2C38405%2C1731694816559.1731694818758 not finished, retry = 0 2024-11-15T18:20:44,281 DEBUG [RS:0;74ec74825666:38405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:44,281 INFO [RS:0;74ec74825666:38405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:20:44,281 INFO [RS:0;74ec74825666:38405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:20:44,281 INFO [RS:0;74ec74825666:38405 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:20:44,282 INFO [RS:0;74ec74825666:38405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:20:44,282 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:20:44,282 INFO [RS:0;74ec74825666:38405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,38405,1731694816559 because: Region server is closing 2024-11-15T18:20:44,282 INFO [RS:0;74ec74825666:38405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:38405. 2024-11-15T18:20:44,282 DEBUG [RS:0;74ec74825666:38405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:44,282 DEBUG [RS:0;74ec74825666:38405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:44,282 DEBUG [RS:0;74ec74825666:38405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:44,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:44,383 INFO [RS:0;74ec74825666:38405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.shipper74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 terminated 2024-11-15T18:20:44,383 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38405,1731694816559.replicationSource.wal-reader.74ec74825666%2C38405%2C1731694816559,1-74ec74825666,38405,1731694816559 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:20:44,383 INFO [RS:0;74ec74825666:38405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:38405. 2024-11-15T18:20:44,383 DEBUG [RS:0;74ec74825666:38405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:20:44,383 DEBUG [RS:0;74ec74825666:38405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:44,383 DEBUG [RS:0;74ec74825666:38405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:44,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:20:44,383 INFO [RS:0;74ec74825666:38405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38405 2024-11-15T18:20:44,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474/rs 2024-11-15T18:20:44,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485758474/rs/74ec74825666,38405,1731694816559 2024-11-15T18:20:44,451 INFO [RS:0;74ec74825666:38405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:20:44,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,38405,1731694816559] 2024-11-15T18:20:44,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0485758474/draining/74ec74825666,38405,1731694816559 already deleted, retry=false 2024-11-15T18:20:44,472 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,38405,1731694816559 expired; onlineServers=0 2024-11-15T18:20:44,472 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,38309,1731694816362' ***** 2024-11-15T18:20:44,472 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:20:44,472 INFO [M:0;74ec74825666:38309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:20:44,472 INFO [M:0;74ec74825666:38309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:20:44,472 DEBUG [M:0;74ec74825666:38309 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:20:44,473 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:20:44,473 DEBUG [M:0;74ec74825666:38309 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:20:44,473 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694818567 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694818567,5,FailOnTimeoutGroup] 2024-11-15T18:20:44,473 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694818567 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694818567,5,FailOnTimeoutGroup] 2024-11-15T18:20:44,473 INFO [M:0;74ec74825666:38309 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:20:44,473 INFO [M:0;74ec74825666:38309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:20:44,473 DEBUG [M:0;74ec74825666:38309 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:20:44,473 INFO [M:0;74ec74825666:38309 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:20:44,473 INFO [M:0;74ec74825666:38309 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:20:44,473 INFO [M:0;74ec74825666:38309 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:20:44,473 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:20:44,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0485758474/master 2024-11-15T18:20:44,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0485758474 2024-11-15T18:20:44,485 DEBUG [M:0;74ec74825666:38309 {}] zookeeper.ZKUtil(347): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Unable to get data of znode /0485758474/master because node does not exist (not an error) 2024-11-15T18:20:44,485 WARN [M:0;74ec74825666:38309 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:20:44,486 INFO [M:0;74ec74825666:38309 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/.lastflushedseqids 2024-11-15T18:20:44,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741848_1024 (size=245) 2024-11-15T18:20:44,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:44,562 INFO [RS:0;74ec74825666:38405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:20:44,562 INFO [RS:0;74ec74825666:38405 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,38405,1731694816559; zookeeper connection closed. 2024-11-15T18:20:44,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x1013fb9dfc40001, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:44,562 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f53ca1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f53ca1e 2024-11-15T18:20:44,562 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:20:44,890 INFO [M:0;74ec74825666:38309 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:20:44,890 INFO [M:0;74ec74825666:38309 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:20:44,890 DEBUG [M:0;74ec74825666:38309 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:20:44,890 INFO [M:0;74ec74825666:38309 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:44,890 DEBUG [M:0;74ec74825666:38309 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:44,890 DEBUG [M:0;74ec74825666:38309 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:20:44,890 DEBUG [M:0;74ec74825666:38309 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:44,890 INFO [M:0;74ec74825666:38309 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T18:20:44,903 DEBUG [M:0;74ec74825666:38309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3ac7a0d43a9412381b569b8ac86a8a8 is 82, key is hbase:meta,,1/info:regioninfo/1731694819796/Put/seqid=0 2024-11-15T18:20:44,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741849_1025 (size=5672) 2024-11-15T18:20:45,307 INFO [M:0;74ec74825666:38309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3ac7a0d43a9412381b569b8ac86a8a8 2024-11-15T18:20:45,326 DEBUG [M:0;74ec74825666:38309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca4caaf659c243a1b7926fcca31afbab is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731694831112/Put/seqid=0 2024-11-15T18:20:45,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741850_1026 (size=8515) 2024-11-15T18:20:45,730 INFO [M:0;74ec74825666:38309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca4caaf659c243a1b7926fcca31afbab 2024-11-15T18:20:45,745 DEBUG [M:0;74ec74825666:38309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0747cc1b4cc440f6b278a0875cff4d1e is 69, key is 74ec74825666,38405,1731694816559/rs:state/1731694818613/Put/seqid=0 2024-11-15T18:20:45,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741851_1027 (size=5156) 2024-11-15T18:20:45,953 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:20:46,149 INFO [M:0;74ec74825666:38309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0747cc1b4cc440f6b278a0875cff4d1e 2024-11-15T18:20:46,153 DEBUG [M:0;74ec74825666:38309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3ac7a0d43a9412381b569b8ac86a8a8 as hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3ac7a0d43a9412381b569b8ac86a8a8 2024-11-15T18:20:46,157 INFO [M:0;74ec74825666:38309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3ac7a0d43a9412381b569b8ac86a8a8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T18:20:46,158 DEBUG [M:0;74ec74825666:38309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca4caaf659c243a1b7926fcca31afbab as hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca4caaf659c243a1b7926fcca31afbab 2024-11-15T18:20:46,161 INFO [M:0;74ec74825666:38309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca4caaf659c243a1b7926fcca31afbab, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T18:20:46,162 DEBUG [M:0;74ec74825666:38309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0747cc1b4cc440f6b278a0875cff4d1e as hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0747cc1b4cc440f6b278a0875cff4d1e 2024-11-15T18:20:46,166 INFO [M:0;74ec74825666:38309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36015/user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0747cc1b4cc440f6b278a0875cff4d1e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T18:20:46,167 INFO [M:0;74ec74825666:38309 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-15T18:20:46,167 INFO [M:0;74ec74825666:38309 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:46,168 DEBUG [M:0;74ec74825666:38309 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694844890Disabling compacts and flushes for region at 1731694844890Disabling writes for close at 1731694844890Obtaining lock to block concurrent updates at 1731694844890Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694844890Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731694844891 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694844891Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694844891Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694844903 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694844903Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694845311 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694845326 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694845326Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694845733 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694845745 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694845745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a2e3c9: reopening flushed file at 1731694846153 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1306d3a9: reopening flushed file at 1731694846157 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e6c06a9: reopening flushed file at 1731694846161 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731694846167 (+6 ms)Writing region close event to WAL at 1731694846167Closed at 1731694846167 2024-11-15T18:20:46,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741830_1006 (size=63642) 2024-11-15T18:20:46,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0d052df-7902-ca3b-a179-e337ebed5aa1/MasterData/WALs/74ec74825666,38309,1731694816362/74ec74825666%2C38309%2C1731694816362.1731694818306 not finished, retry = 0 2024-11-15T18:20:46,270 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:20:46,270 INFO [M:0;74ec74825666:38309 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:20:46,270 INFO [M:0;74ec74825666:38309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38309 2024-11-15T18:20:46,270 INFO [M:0;74ec74825666:38309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:20:46,436 INFO [M:0;74ec74825666:38309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:20:46,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:46,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38309-0x1013fb9dfc40000, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:20:46,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e2d89e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:20:46,438 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f678bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:20:46,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:20:46,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ff08e57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:20:46,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2626228c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/hadoop.log.dir/,STOPPED} 2024-11-15T18:20:46,439 WARN [BP-1049659659-172.17.0.2-1731694814249 heartbeating to localhost/127.0.0.1:36015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:20:46,439 WARN [BP-1049659659-172.17.0.2-1731694814249 heartbeating to localhost/127.0.0.1:36015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1049659659-172.17.0.2-1731694814249 (Datanode Uuid a6d2c423-d0ab-41b9-a883-55b2bae46ea5) service to localhost/127.0.0.1:36015 2024-11-15T18:20:46,439 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:20:46,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:20:46,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/cluster_0b83998b-7370-33fe-8555-020863cf6a3e/data/data1/current/BP-1049659659-172.17.0.2-1731694814249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:20:46,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/cluster_0b83998b-7370-33fe-8555-020863cf6a3e/data/data2/current/BP-1049659659-172.17.0.2-1731694814249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:20:46,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:20:46,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@608cc18e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:20:46,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d0189c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:20:46,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:20:46,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189d9056{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:20:46,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e72ec62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f5dd6a8-4edd-40d7-cd9c-69f98b5c2b0f/hadoop.log.dir/,STOPPED} 2024-11-15T18:20:46,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:20:46,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:20:46,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 244) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36015 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43037 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54864) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54864) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=2312 (was 2461) 2024-11-15T18:20:46,480 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=2312 2024-11-15T18:20:46,493 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-15T18:20:46,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/hadoop.log.dir so I do NOT create it in target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d 2024-11-15T18:20:46,494 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:20:46,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/hadoop.tmp.dir so I do NOT create it in target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d 2024-11-15T18:20:46,494 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dd07e14-f8eb-79a4-613d-23e25f1670c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:20:46,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d 2024-11-15T18:20:46,494 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/cluster_6415b1b2-5bf1-13c0-d708-dae6beb0a8b7, deleteOnExit=true 2024-11-15T18:20:46,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/cluster_6415b1b2-5bf1-13c0-d708-dae6beb0a8b7/zookeeper_0, clientPort=59545, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/cluster_6415b1b2-5bf1-13c0-d708-dae6beb0a8b7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/cluster_6415b1b2-5bf1-13c0-d708-dae6beb0a8b7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:20:46,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59545 2024-11-15T18:20:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:20:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:20:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/test.cache.data in system properties and HBase conf 2024-11-15T18:20:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:20:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:20:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:20:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:20:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:20:46,517 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:20:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:20:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:20:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:20:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013fb9dfc40005, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:20:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013fb9dfc40002, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:20:46,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013fb9dfc40005, quorum=127.0.0.1:54864, baseZNode=/1-404234884 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:20:46,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013fb9dfc40002, quorum=127.0.0.1:54864, baseZNode=/0485758474 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:20:46,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:46,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:20:46,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:20:46,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:20:46,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:20:46,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:46,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fe4bfe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:20:46,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@150b11b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:20:46,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e28dd7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/java.io.tmpdir/jetty-localhost-34781-hadoop-hdfs-3_4_1-tests_jar-_-any-2379529967077911700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:20:46,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@652543cb{HTTP/1.1, (http/1.1)}{localhost:34781} 2024-11-15T18:20:46,986 INFO [Time-limited test {}] server.Server(415): Started @232347ms 2024-11-15T18:20:47,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:47,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:20:47,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:20:47,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:20:47,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:20:47,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26a0439a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:20:47,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24af6efd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:20:47,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70014cdd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/java.io.tmpdir/jetty-localhost-34597-hadoop-hdfs-3_4_1-tests_jar-_-any-224428897721975028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:20:47,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c10706a{HTTP/1.1, (http/1.1)}{localhost:34597} 2024-11-15T18:20:47,442 INFO [Time-limited test {}] server.Server(415): Started @232804ms 2024-11-15T18:20:47,443 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:20:48,095 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/cluster_6415b1b2-5bf1-13c0-d708-dae6beb0a8b7/data/data2/current/BP-2018967934-172.17.0.2-1731694846531/current, will proceed with Du for space computation calculation, 2024-11-15T18:20:48,095 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/cluster_6415b1b2-5bf1-13c0-d708-dae6beb0a8b7/data/data1/current/BP-2018967934-172.17.0.2-1731694846531/current, will proceed with Du for space computation calculation, 2024-11-15T18:20:48,112 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:20:48,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5caf1747812f6e64 with lease ID 0xd54a9ca1243159a1: Processing first storage report for DS-81107acc-0b21-4089-8b68-b251dedc5d6b from datanode DatanodeRegistration(127.0.0.1:42455, datanodeUuid=8d0759e3-336c-46ba-9078-cb75579a0871, infoPort=41755, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=512844875;c=1731694846531) 2024-11-15T18:20:48,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5caf1747812f6e64 with lease ID 0xd54a9ca1243159a1: from storage DS-81107acc-0b21-4089-8b68-b251dedc5d6b node DatanodeRegistration(127.0.0.1:42455, datanodeUuid=8d0759e3-336c-46ba-9078-cb75579a0871, infoPort=41755, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=512844875;c=1731694846531), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:20:48,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5caf1747812f6e64 with lease ID 0xd54a9ca1243159a1: Processing first storage report for DS-23f623f2-4e53-47ee-a66f-81954dddf1a2 from datanode DatanodeRegistration(127.0.0.1:42455, datanodeUuid=8d0759e3-336c-46ba-9078-cb75579a0871, infoPort=41755, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=512844875;c=1731694846531) 2024-11-15T18:20:48,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5caf1747812f6e64 with lease ID 0xd54a9ca1243159a1: from storage DS-23f623f2-4e53-47ee-a66f-81954dddf1a2 node DatanodeRegistration(127.0.0.1:42455, datanodeUuid=8d0759e3-336c-46ba-9078-cb75579a0871, infoPort=41755, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=512844875;c=1731694846531), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:20:48,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d 2024-11-15T18:20:48,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:48,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:48,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:20:48,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:48,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:48,205 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38442 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:48,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017 with version=8 2024-11-15T18:20:48,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/hbase-staging 2024-11-15T18:20:48,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:20:48,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:48,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:48,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:20:48,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:48,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:20:48,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:20:48,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:20:48,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36655 2024-11-15T18:20:48,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36655 connecting to ZooKeeper ensemble=127.0.0.1:59545 2024-11-15T18:20:48,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366550x0, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:48,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36655-0x1013fba5ddf0000 connected 2024-11-15T18:20:48,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:48,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:48,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Set watcher on znode that does not yet exist, /0-1611573672/running 2024-11-15T18:20:48,752 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017, hbase.cluster.distributed=false 2024-11-15T18:20:48,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Set watcher on znode that does not yet exist, /0-1611573672/acl 2024-11-15T18:20:48,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36655 2024-11-15T18:20:48,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36655 2024-11-15T18:20:48,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36655 2024-11-15T18:20:48,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36655 2024-11-15T18:20:48,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36655 2024-11-15T18:20:48,771 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:20:48,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:48,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:48,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:20:48,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:48,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:20:48,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:20:48,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:20:48,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35019 2024-11-15T18:20:48,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35019 connecting to ZooKeeper ensemble=127.0.0.1:59545 2024-11-15T18:20:48,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:48,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:48,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350190x0, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:48,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350190x0, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Set watcher on znode that does not yet exist, /0-1611573672/running 2024-11-15T18:20:48,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35019-0x1013fba5ddf0001 connected 2024-11-15T18:20:48,790 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:20:48,791 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:20:48,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Set watcher on znode that does not yet exist, /0-1611573672/master 2024-11-15T18:20:48,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Set watcher on znode that does not yet exist, /0-1611573672/acl 2024-11-15T18:20:48,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35019 2024-11-15T18:20:48,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35019 2024-11-15T18:20:48,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35019 2024-11-15T18:20:48,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35019 2024-11-15T18:20:48,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35019 2024-11-15T18:20:48,809 DEBUG [M:0;74ec74825666:36655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:36655 2024-11-15T18:20:48,810 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1611573672/backup-masters/74ec74825666,36655,1731694848577 2024-11-15T18:20:48,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672/backup-masters 2024-11-15T18:20:48,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672/backup-masters 2024-11-15T18:20:48,822 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Set watcher on existing znode=/0-1611573672/backup-masters/74ec74825666,36655,1731694848577 2024-11-15T18:20:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1611573672/master 2024-11-15T18:20:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:48,832 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Set watcher on existing znode=/0-1611573672/master 2024-11-15T18:20:48,832 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1611573672/backup-masters/74ec74825666,36655,1731694848577 from backup master directory 2024-11-15T18:20:48,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1611573672/backup-masters/74ec74825666,36655,1731694848577 2024-11-15T18:20:48,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672/backup-masters 2024-11-15T18:20:48,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672/backup-masters 2024-11-15T18:20:48,842 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:20:48,842 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,36655,1731694848577 2024-11-15T18:20:48,845 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/hbase.id] with ID: 242c1b8e-1682-4da8-9760-44a7589faab1 2024-11-15T18:20:48,845 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/.tmp/hbase.id 2024-11-15T18:20:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:20:49,249 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/.tmp/hbase.id]:[hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/hbase.id] 2024-11-15T18:20:49,257 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:49,257 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:20:49,257 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T18:20:49,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:49,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:20:49,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:20:49,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:49,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:49,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:49,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:49,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:49,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:49,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:49,710 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:20:49,719 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:20:49,720 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:20:50,125 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store 2024-11-15T18:20:50,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:20:50,530 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:50,530 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:20:50,530 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:50,530 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:50,530 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:20:50,530 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:50,530 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:50,530 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694850530Disabling compacts and flushes for region at 1731694850530Disabling writes for close at 1731694850530Writing region close event to WAL at 1731694850530Closed at 1731694850530 2024-11-15T18:20:50,531 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/.initializing 2024-11-15T18:20:50,531 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/WALs/74ec74825666,36655,1731694848577 2024-11-15T18:20:50,532 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:20:50,533 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C36655%2C1731694848577, suffix=, logDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/WALs/74ec74825666,36655,1731694848577, archiveDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/oldWALs, maxLogs=10 2024-11-15T18:20:50,546 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/WALs/74ec74825666,36655,1731694848577/74ec74825666%2C36655%2C1731694848577.1731694850533, exclude list is [], retry=0 2024-11-15T18:20:50,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42455,DS-81107acc-0b21-4089-8b68-b251dedc5d6b,DISK] 2024-11-15T18:20:50,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/WALs/74ec74825666,36655,1731694848577/74ec74825666%2C36655%2C1731694848577.1731694850533 2024-11-15T18:20:50,549 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41755:41755)] 2024-11-15T18:20:50,549 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:50,550 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:50,550 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,550 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:20:50,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:50,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:50,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:20:50,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:50,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:50,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:20:50,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:50,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:50,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:20:50,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:50,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:50,555 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,555 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,556 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,556 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,556 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,557 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:50,557 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:50,559 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:50,559 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61337633, jitterRate=-0.0859980434179306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:50,560 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694850550Initializing all the Stores at 1731694850550Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694850550Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694850550Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694850550Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694850550Cleaning up temporary data from old regions at 1731694850556 (+6 ms)Region opened successfully at 1731694850560 (+4 ms) 2024-11-15T18:20:50,560 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:20:50,562 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10dfb674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:20:50,562 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:20:50,563 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:20:50,563 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:20:50,563 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:20:50,563 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:20:50,563 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:20:50,563 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:20:50,565 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:20:50,566 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Unable to get data of znode /0-1611573672/balancer because node does not exist (not necessarily an error) 2024-11-15T18:20:50,653 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1611573672/balancer already deleted, retry=false 2024-11-15T18:20:50,653 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:20:50,654 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Unable to get data of znode /0-1611573672/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:20:50,663 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1611573672/normalizer already deleted, retry=false 2024-11-15T18:20:50,664 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:20:50,665 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Unable to get data of znode /0-1611573672/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:20:50,674 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1611573672/switch/split already deleted, retry=false 2024-11-15T18:20:50,675 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Unable to get data of znode /0-1611573672/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:20:50,684 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1611573672/switch/merge already deleted, retry=false 2024-11-15T18:20:50,686 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Unable to get data of znode /0-1611573672/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:20:50,695 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1611573672/snapshot-cleanup already deleted, retry=false 2024-11-15T18:20:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1611573672/running 2024-11-15T18:20:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1611573672/running 2024-11-15T18:20:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:50,706 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,36655,1731694848577, sessionid=0x1013fba5ddf0000, setting cluster-up flag (Was=false) 2024-11-15T18:20:50,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:50,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:50,758 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1611573672/flush-table-proc/acquired, /0-1611573672/flush-table-proc/reached, /0-1611573672/flush-table-proc/abort 2024-11-15T18:20:50,759 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,36655,1731694848577 2024-11-15T18:20:50,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:50,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:50,811 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1611573672/online-snapshot/acquired, /0-1611573672/online-snapshot/reached, /0-1611573672/online-snapshot/abort 2024-11-15T18:20:50,811 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,36655,1731694848577 2024-11-15T18:20:50,812 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:20:50,814 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:50,814 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:20:50,814 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:20:50,814 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,36655,1731694848577 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:20:50,815 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:50,815 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:50,815 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:50,815 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:50,815 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:20:50,815 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,815 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:20:50,815 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:50,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:20:50,817 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:50,817 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:20:50,821 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694880821 2024-11-15T18:20:50,821 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:20:50,821 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:20:50,821 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:20:50,821 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:20:50,821 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:20:50,821 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:20:50,822 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:20:50,824 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:20:50,824 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:20:50,824 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:20:50,824 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:20:50,829 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:20:50,829 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:20:50,829 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694850829,5,FailOnTimeoutGroup] 2024-11-15T18:20:50,832 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694850829,5,FailOnTimeoutGroup] 2024-11-15T18:20:50,832 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,832 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:20:50,832 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,832 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,902 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(746): ClusterId : 242c1b8e-1682-4da8-9760-44a7589faab1 2024-11-15T18:20:50,902 DEBUG [RS:0;74ec74825666:35019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:20:50,915 DEBUG [RS:0;74ec74825666:35019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:20:50,915 DEBUG [RS:0;74ec74825666:35019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:20:50,927 DEBUG [RS:0;74ec74825666:35019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:20:50,927 DEBUG [RS:0;74ec74825666:35019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7569eaf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:20:50,940 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:35019 2024-11-15T18:20:50,941 INFO [RS:0;74ec74825666:35019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:20:50,941 INFO [RS:0;74ec74825666:35019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:20:50,941 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:20:50,941 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,36655,1731694848577 with port=35019, startcode=1731694848771 2024-11-15T18:20:50,941 DEBUG [RS:0;74ec74825666:35019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:20:50,942 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:20:50,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,35019,1731694848771 2024-11-15T18:20:50,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36655 {}] master.ServerManager(517): Registering regionserver=74ec74825666,35019,1731694848771 2024-11-15T18:20:50,944 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017 2024-11-15T18:20:50,944 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44133 2024-11-15T18:20:50,944 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:20:50,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672/rs 2024-11-15T18:20:50,956 DEBUG [RS:0;74ec74825666:35019 {}] zookeeper.ZKUtil(111): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Set watcher on existing znode=/0-1611573672/rs/74ec74825666,35019,1731694848771 2024-11-15T18:20:50,956 WARN [RS:0;74ec74825666:35019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:20:50,957 INFO [RS:0;74ec74825666:35019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:50,957 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771 2024-11-15T18:20:50,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,35019,1731694848771] 2024-11-15T18:20:50,959 INFO [RS:0;74ec74825666:35019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:20:50,961 INFO [RS:0;74ec74825666:35019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:20:50,961 INFO [RS:0;74ec74825666:35019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:20:50,961 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,961 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:20:50,962 INFO [RS:0;74ec74825666:35019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:20:50,962 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:20:50,962 DEBUG [RS:0;74ec74825666:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:20:50,965 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,965 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,965 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,965 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,965 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,965 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35019,1731694848771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:20:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:20:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:20:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T18:20:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T18:20:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:20:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:20:50,977 INFO [RS:0;74ec74825666:35019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:20:50,977 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35019,1731694848771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,977 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,977 INFO [RS:0;74ec74825666:35019 {}] regionserver.Replication(171): 74ec74825666,35019,1731694848771 started 2024-11-15T18:20:50,992 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:50,992 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,35019,1731694848771, RpcServer on 74ec74825666/172.17.0.2:35019, sessionid=0x1013fba5ddf0001 2024-11-15T18:20:50,992 DEBUG [RS:0;74ec74825666:35019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:20:50,992 DEBUG [RS:0;74ec74825666:35019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,35019,1731694848771 2024-11-15T18:20:50,992 DEBUG [RS:0;74ec74825666:35019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,35019,1731694848771' 2024-11-15T18:20:50,992 DEBUG [RS:0;74ec74825666:35019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1611573672/flush-table-proc/abort' 2024-11-15T18:20:50,993 DEBUG [RS:0;74ec74825666:35019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1611573672/flush-table-proc/acquired' 2024-11-15T18:20:50,993 DEBUG [RS:0;74ec74825666:35019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:20:50,993 DEBUG [RS:0;74ec74825666:35019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:20:50,993 DEBUG [RS:0;74ec74825666:35019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,35019,1731694848771 2024-11-15T18:20:50,993 DEBUG [RS:0;74ec74825666:35019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,35019,1731694848771' 2024-11-15T18:20:50,993 DEBUG [RS:0;74ec74825666:35019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1611573672/online-snapshot/abort' 2024-11-15T18:20:50,993 DEBUG [RS:0;74ec74825666:35019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1611573672/online-snapshot/acquired' 2024-11-15T18:20:50,994 DEBUG [RS:0;74ec74825666:35019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:20:50,994 INFO [RS:0;74ec74825666:35019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:20:50,994 INFO [RS:0;74ec74825666:35019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:20:51,094 INFO [RS:0;74ec74825666:35019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:20:51,095 INFO [RS:0;74ec74825666:35019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C35019%2C1731694848771, suffix=, logDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771, archiveDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/oldWALs, maxLogs=10 2024-11-15T18:20:51,107 DEBUG [RS:0;74ec74825666:35019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, exclude list is [], retry=0 2024-11-15T18:20:51,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42455,DS-81107acc-0b21-4089-8b68-b251dedc5d6b,DISK] 2024-11-15T18:20:51,110 INFO [RS:0;74ec74825666:35019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 2024-11-15T18:20:51,110 DEBUG [RS:0;74ec74825666:35019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41755:41755)] 2024-11-15T18:20:51,224 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:20:51,224 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017 2024-11-15T18:20:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:20:51,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:51,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:20:51,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:20:51,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:51,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:51,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:20:51,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:20:51,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:51,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:51,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:20:51,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:20:51,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:51,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:51,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:20:51,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:20:51,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:51,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:51,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:20:51,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740 2024-11-15T18:20:51,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740 2024-11-15T18:20:51,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:20:51,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:20:51,637 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:51,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:20:51,640 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:51,640 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73133153, jitterRate=0.0897689014673233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694851629Initializing all the Stores at 1731694851630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694851630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694851630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694851630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694851630Cleaning up temporary data from old regions at 1731694851637 (+7 ms)Region opened successfully at 1731694851641 (+4 ms) 2024-11-15T18:20:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:20:51,641 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:20:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:20:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:20:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:20:51,641 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694851641Disabling compacts and flushes for region at 1731694851641Disabling writes for close at 1731694851641Writing region close event to WAL at 1731694851641Closed at 1731694851641 2024-11-15T18:20:51,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:51,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:20:51,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:20:51,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:20:51,644 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:20:51,794 DEBUG [74ec74825666:36655 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:20:51,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,35019,1731694848771 2024-11-15T18:20:51,795 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,35019,1731694848771, state=OPENING 2024-11-15T18:20:51,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:20:51,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:51,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:20:51,906 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:20:51,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1611573672/meta-region-server: CHANGED 2024-11-15T18:20:51,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1611573672/meta-region-server: CHANGED 2024-11-15T18:20:51,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,35019,1731694848771}] 2024-11-15T18:20:52,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:20:52,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:20:52,061 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:20:52,061 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:52,062 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:20:52,063 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C35019%2C1731694848771.meta, suffix=.meta, logDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771, archiveDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/oldWALs, maxLogs=10 2024-11-15T18:20:52,074 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.meta.1731694852063.meta, exclude list is [], retry=0 2024-11-15T18:20:52,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42455,DS-81107acc-0b21-4089-8b68-b251dedc5d6b,DISK] 2024-11-15T18:20:52,077 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.meta.1731694852063.meta 2024-11-15T18:20:52,078 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41755:41755)] 2024-11-15T18:20:52,078 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:52,078 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:20:52,078 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:20:52,078 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:20:52,078 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:20:52,078 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:20:52,078 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:52,078 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:20:52,079 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:20:52,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:20:52,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:20:52,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:52,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:52,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:20:52,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:20:52,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:52,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:52,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:20:52,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:20:52,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:52,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:52,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:20:52,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:20:52,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:52,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:52,083 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:20:52,083 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740 2024-11-15T18:20:52,084 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740 2024-11-15T18:20:52,084 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:20:52,084 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:20:52,085 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:52,085 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:20:52,086 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62073422, jitterRate=-0.07503393292427063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:52,086 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:20:52,086 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694852079Writing region info on filesystem at 1731694852079Initializing all the Stores at 1731694852079Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694852079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694852079Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694852079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694852079Cleaning up temporary data from old regions at 1731694852084 (+5 ms)Running coprocessor post-open hooks at 1731694852086 (+2 ms)Region opened successfully at 1731694852086 2024-11-15T18:20:52,087 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694852058 2024-11-15T18:20:52,088 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:20:52,088 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:20:52,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,35019,1731694848771 2024-11-15T18:20:52,089 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,35019,1731694848771, state=OPEN 2024-11-15T18:20:52,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1611573672/meta-region-server 2024-11-15T18:20:52,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1611573672/meta-region-server 2024-11-15T18:20:52,120 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,35019,1731694848771 2024-11-15T18:20:52,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1611573672/meta-region-server: CHANGED 2024-11-15T18:20:52,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1611573672/meta-region-server: CHANGED 2024-11-15T18:20:52,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:20:52,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,35019,1731694848771 in 214 msec 2024-11-15T18:20:52,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:20:52,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 480 msec 2024-11-15T18:20:52,124 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:52,124 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:20:52,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:52,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35019,1731694848771, seqNum=-1] 2024-11-15T18:20:52,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:52,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:52,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-15T18:20:52,130 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694852130, completionTime=-1 2024-11-15T18:20:52,130 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:20:52,130 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:20:52,132 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:20:52,132 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694912132 2024-11-15T18:20:52,132 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694972132 2024-11-15T18:20:52,132 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T18:20:52,132 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36655,1731694848577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:52,132 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36655,1731694848577-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:52,133 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36655,1731694848577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:52,133 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:36655, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:52,133 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:52,133 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:52,134 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:20:52,136 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.294sec 2024-11-15T18:20:52,136 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:20:52,136 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:20:52,136 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:20:52,136 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:20:52,136 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:20:52,136 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36655,1731694848577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:20:52,136 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36655,1731694848577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:20:52,138 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:20:52,138 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:20:52,138 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36655,1731694848577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:52,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f02d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:52,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,36655,-1 for getting cluster id 2024-11-15T18:20:52,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:52,204 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242c1b8e-1682-4da8-9760-44a7589faab1' 2024-11-15T18:20:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242c1b8e-1682-4da8-9760-44a7589faab1" 2024-11-15T18:20:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44291e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,36655,-1] 2024-11-15T18:20:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:52,205 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:52,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe878d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:52,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:52,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35019,1731694848771, seqNum=-1] 2024-11-15T18:20:52,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:52,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:52,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,36655,1731694848577 2024-11-15T18:20:52,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59545 2024-11-15T18:20:52,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:52,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013fba5ddf0002 connected 2024-11-15T18:20:52,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/hadoop.log.dir so I do NOT create it in target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e 2024-11-15T18:20:52,234 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:20:52,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/hadoop.tmp.dir so I do NOT create it in target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e 2024-11-15T18:20:52,234 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:20:52,234 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e 2024-11-15T18:20:52,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:20:52,234 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/cluster_09b154a3-4d19-8248-08e2-9e4c20b0e2eb, deleteOnExit=true 2024-11-15T18:20:52,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:20:52,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/test.cache.data in system properties and HBase conf 2024-11-15T18:20:52,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:20:52,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:20:52,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:20:52,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:20:52,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:20:52,235 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:20:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:20:52,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:52,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:20:52,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:20:52,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:20:52,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:20:52,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:52,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30d1e2d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:20:52,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71788b18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:20:52,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56dbf98f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/java.io.tmpdir/jetty-localhost-42395-hadoop-hdfs-3_4_1-tests_jar-_-any-11872731281324155361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:20:52,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5de60843{HTTP/1.1, (http/1.1)}{localhost:42395} 2024-11-15T18:20:52,687 INFO [Time-limited test {}] server.Server(415): Started @238049ms 2024-11-15T18:20:52,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:52,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:20:52,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:20:52,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:20:52,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:20:52,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b2a8475{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:20:52,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9e1646{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:20:53,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d0ecd10{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/java.io.tmpdir/jetty-localhost-35305-hadoop-hdfs-3_4_1-tests_jar-_-any-11720440328783766648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:20:53,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70a075cd{HTTP/1.1, (http/1.1)}{localhost:35305} 2024-11-15T18:20:53,068 INFO [Time-limited test {}] server.Server(415): Started @238430ms 2024-11-15T18:20:53,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:20:53,687 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/cluster_09b154a3-4d19-8248-08e2-9e4c20b0e2eb/data/data1/current/BP-77765924-172.17.0.2-1731694852252/current, will proceed with Du for space computation calculation, 2024-11-15T18:20:53,687 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/cluster_09b154a3-4d19-8248-08e2-9e4c20b0e2eb/data/data2/current/BP-77765924-172.17.0.2-1731694852252/current, will proceed with Du for space computation calculation, 2024-11-15T18:20:53,704 WARN [Thread-2769 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:20:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8c78104374a09ec with lease ID 0x39bd2d00f8699b85: Processing first storage report for DS-02f5842a-eaea-40b1-9cff-f10f6cb9395b from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=554c37b7-9803-45b2-9fbb-67f2937e5525, infoPort=46021, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=1030300791;c=1731694852252) 2024-11-15T18:20:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8c78104374a09ec with lease ID 0x39bd2d00f8699b85: from storage DS-02f5842a-eaea-40b1-9cff-f10f6cb9395b node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=554c37b7-9803-45b2-9fbb-67f2937e5525, infoPort=46021, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=1030300791;c=1731694852252), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:20:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8c78104374a09ec with lease ID 0x39bd2d00f8699b85: Processing first storage report for DS-8f66d3ca-0a9e-4216-a787-962fdb99e3ce from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=554c37b7-9803-45b2-9fbb-67f2937e5525, infoPort=46021, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=1030300791;c=1731694852252) 2024-11-15T18:20:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8c78104374a09ec with lease ID 0x39bd2d00f8699b85: from storage DS-8f66d3ca-0a9e-4216-a787-962fdb99e3ce node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=554c37b7-9803-45b2-9fbb-67f2937e5525, infoPort=46021, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=1030300791;c=1731694852252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:20:53,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e 2024-11-15T18:20:53,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:53,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:53,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:20:54,207 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3 with version=8 2024-11-15T18:20:54,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/hbase-staging 2024-11-15T18:20:54,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:20:54,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:54,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:54,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:20:54,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:54,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:20:54,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:20:54,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:20:54,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34463 2024-11-15T18:20:54,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34463 connecting to ZooKeeper ensemble=127.0.0.1:59545 2024-11-15T18:20:54,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344630x0, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:54,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34463-0x1013fba5ddf0003 connected 2024-11-15T18:20:54,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:54,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:54,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Set watcher on znode that does not yet exist, /1808352354/running 2024-11-15T18:20:54,420 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3, hbase.cluster.distributed=false 2024-11-15T18:20:54,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Set watcher on znode that does not yet exist, /1808352354/acl 2024-11-15T18:20:54,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34463 2024-11-15T18:20:54,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34463 2024-11-15T18:20:54,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34463 2024-11-15T18:20:54,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34463 2024-11-15T18:20:54,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34463 2024-11-15T18:20:54,435 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:20:54,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:54,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:54,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:20:54,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:54,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:20:54,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:20:54,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:20:54,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40653 2024-11-15T18:20:54,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40653 connecting to ZooKeeper ensemble=127.0.0.1:59545 2024-11-15T18:20:54,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:54,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:54,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406530x0, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:54,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406530x0, quorum=127.0.0.1:59545, baseZNode=/1808352354 Set watcher on znode that does not yet exist, /1808352354/running 2024-11-15T18:20:54,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40653-0x1013fba5ddf0004 connected 2024-11-15T18:20:54,495 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:20:54,496 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:20:54,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Set watcher on znode that does not yet exist, /1808352354/master 2024-11-15T18:20:54,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Set watcher on znode that does not yet exist, /1808352354/acl 2024-11-15T18:20:54,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-15T18:20:54,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40653 2024-11-15T18:20:54,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40653 2024-11-15T18:20:54,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-15T18:20:54,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-15T18:20:54,515 DEBUG [M:0;74ec74825666:34463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:34463 2024-11-15T18:20:54,515 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1808352354/backup-masters/74ec74825666,34463,1731694854210 2024-11-15T18:20:54,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354/backup-masters 2024-11-15T18:20:54,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354/backup-masters 2024-11-15T18:20:54,537 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Set watcher on existing znode=/1808352354/backup-masters/74ec74825666,34463,1731694854210 2024-11-15T18:20:54,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1808352354/master 2024-11-15T18:20:54,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:54,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:54,548 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Set watcher on existing znode=/1808352354/master 2024-11-15T18:20:54,548 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1808352354/backup-masters/74ec74825666,34463,1731694854210 from backup master directory 2024-11-15T18:20:54,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354/backup-masters 2024-11-15T18:20:54,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1808352354/backup-masters/74ec74825666,34463,1731694854210 2024-11-15T18:20:54,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354/backup-masters 2024-11-15T18:20:54,558 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:20:54,558 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,34463,1731694854210 2024-11-15T18:20:54,560 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/hbase.id] with ID: c39c129d-5590-4792-8f5f-5cf10193efa6 2024-11-15T18:20:54,561 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/.tmp/hbase.id 2024-11-15T18:20:54,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:20:54,965 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/.tmp/hbase.id]:[hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/hbase.id] 2024-11-15T18:20:54,973 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:54,973 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:20:54,974 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T18:20:55,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:55,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:20:55,426 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:20:55,427 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:20:55,427 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:20:55,843 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store 2024-11-15T18:20:55,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:20:56,248 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:56,248 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:20:56,248 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:56,248 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:56,248 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:20:56,248 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:56,248 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:20:56,248 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694856248Disabling compacts and flushes for region at 1731694856248Disabling writes for close at 1731694856248Writing region close event to WAL at 1731694856248Closed at 1731694856248 2024-11-15T18:20:56,249 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/.initializing 2024-11-15T18:20:56,249 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/WALs/74ec74825666,34463,1731694854210 2024-11-15T18:20:56,249 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:20:56,251 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C34463%2C1731694854210, suffix=, logDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/WALs/74ec74825666,34463,1731694854210, archiveDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/oldWALs, maxLogs=10 2024-11-15T18:20:56,265 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/WALs/74ec74825666,34463,1731694854210/74ec74825666%2C34463%2C1731694854210.1731694856251, exclude list is [], retry=0 2024-11-15T18:20:56,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-02f5842a-eaea-40b1-9cff-f10f6cb9395b,DISK] 2024-11-15T18:20:56,268 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/WALs/74ec74825666,34463,1731694854210/74ec74825666%2C34463%2C1731694854210.1731694856251 2024-11-15T18:20:56,269 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-15T18:20:56,269 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:56,269 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:56,269 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,269 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:20:56,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:56,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:56,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:20:56,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:56,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:56,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:20:56,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:56,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:56,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:20:56,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:56,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:20:56,275 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,276 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,276 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,277 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,277 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,277 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:56,278 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:20:56,279 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:56,279 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59305419, jitterRate=-0.11628039181232452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:56,279 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694856269Initializing all the Stores at 1731694856270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694856270Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694856270Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694856270Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694856270Cleaning up temporary data from old regions at 1731694856277 (+7 ms)Region opened successfully at 1731694856279 (+2 ms) 2024-11-15T18:20:56,280 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:20:56,282 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397c5fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:20:56,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:20:56,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:20:56,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:20:56,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:20:56,283 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:20:56,283 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:20:56,283 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:20:56,284 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:20:56,285 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Unable to get data of znode /1808352354/balancer because node does not exist (not necessarily an error) 2024-11-15T18:20:56,356 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1808352354/balancer already deleted, retry=false 2024-11-15T18:20:56,357 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:20:56,358 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Unable to get data of znode /1808352354/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:20:56,368 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1808352354/normalizer already deleted, retry=false 2024-11-15T18:20:56,368 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:20:56,369 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Unable to get data of znode /1808352354/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:20:56,379 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1808352354/switch/split already deleted, retry=false 2024-11-15T18:20:56,380 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Unable to get data of znode /1808352354/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:20:56,389 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1808352354/switch/merge already deleted, retry=false 2024-11-15T18:20:56,391 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Unable to get data of znode /1808352354/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:20:56,400 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1808352354/snapshot-cleanup already deleted, retry=false 2024-11-15T18:20:56,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1808352354/running 2024-11-15T18:20:56,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1808352354/running 2024-11-15T18:20:56,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:56,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:56,411 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,34463,1731694854210, sessionid=0x1013fba5ddf0003, setting cluster-up flag (Was=false) 2024-11-15T18:20:56,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:56,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:56,463 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1808352354/flush-table-proc/acquired, /1808352354/flush-table-proc/reached, /1808352354/flush-table-proc/abort 2024-11-15T18:20:56,464 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,34463,1731694854210 2024-11-15T18:20:56,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:20:56,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:56,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:56,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:56,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:56,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:56,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:56,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:56,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:56,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:56,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:56,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:56,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:56,516 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1808352354/online-snapshot/acquired, /1808352354/online-snapshot/reached, /1808352354/online-snapshot/abort 2024-11-15T18:20:56,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:20:56,516 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,34463,1731694854210 2024-11-15T18:20:56,517 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:20:56,519 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:56,519 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:20:56,519 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:20:56,520 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,34463,1731694854210 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:20:56,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:56,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:56,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:56,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:20:56,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:20:56,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:20:56,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:56,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:20:56,526 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:56,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:20:56,528 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694886528 2024-11-15T18:20:56,528 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:20:56,529 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:20:56,529 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:20:56,529 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:20:56,529 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:20:56,529 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:20:56,532 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,533 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:20:56,533 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:20:56,533 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:20:56,534 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:20:56,536 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:20:56,536 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:20:56,537 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694856537,5,FailOnTimeoutGroup] 2024-11-15T18:20:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:20:56,537 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694856537,5,FailOnTimeoutGroup] 2024-11-15T18:20:56,537 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,537 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:20:56,537 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,537 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,607 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(746): ClusterId : c39c129d-5590-4792-8f5f-5cf10193efa6 2024-11-15T18:20:56,607 DEBUG [RS:0;74ec74825666:40653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:20:56,620 DEBUG [RS:0;74ec74825666:40653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:20:56,620 DEBUG [RS:0;74ec74825666:40653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:20:56,632 DEBUG [RS:0;74ec74825666:40653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:20:56,632 DEBUG [RS:0;74ec74825666:40653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b71a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:20:56,642 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:40653 2024-11-15T18:20:56,642 INFO [RS:0;74ec74825666:40653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:20:56,642 INFO [RS:0;74ec74825666:40653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:20:56,642 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:20:56,642 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,34463,1731694854210 with port=40653, startcode=1731694854434 2024-11-15T18:20:56,643 DEBUG [RS:0;74ec74825666:40653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:20:56,644 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:20:56,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,40653,1731694854434 2024-11-15T18:20:56,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34463 {}] master.ServerManager(517): Registering regionserver=74ec74825666,40653,1731694854434 2024-11-15T18:20:56,645 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3 2024-11-15T18:20:56,645 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34771 2024-11-15T18:20:56,645 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:20:56,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354/rs 2024-11-15T18:20:56,707 DEBUG [RS:0;74ec74825666:40653 {}] zookeeper.ZKUtil(111): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Set watcher on existing znode=/1808352354/rs/74ec74825666,40653,1731694854434 2024-11-15T18:20:56,707 WARN [RS:0;74ec74825666:40653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:20:56,707 INFO [RS:0;74ec74825666:40653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:56,707 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434 2024-11-15T18:20:56,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,40653,1731694854434] 2024-11-15T18:20:56,710 INFO [RS:0;74ec74825666:40653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:20:56,711 INFO [RS:0;74ec74825666:40653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:20:56,712 INFO [RS:0;74ec74825666:40653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:20:56,712 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,712 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:20:56,713 INFO [RS:0;74ec74825666:40653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:20:56,713 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:20:56,713 DEBUG [RS:0;74ec74825666:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:20:56,716 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,716 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,716 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,716 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,716 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,716 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,40653,1731694854434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:20:56,732 INFO [RS:0;74ec74825666:40653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:20:56,732 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,40653,1731694854434-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,732 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,732 INFO [RS:0;74ec74825666:40653 {}] regionserver.Replication(171): 74ec74825666,40653,1731694854434 started 2024-11-15T18:20:56,745 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:56,745 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,40653,1731694854434, RpcServer on 74ec74825666/172.17.0.2:40653, sessionid=0x1013fba5ddf0004 2024-11-15T18:20:56,745 DEBUG [RS:0;74ec74825666:40653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:20:56,745 DEBUG [RS:0;74ec74825666:40653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,40653,1731694854434 2024-11-15T18:20:56,745 DEBUG [RS:0;74ec74825666:40653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,40653,1731694854434' 2024-11-15T18:20:56,745 DEBUG [RS:0;74ec74825666:40653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1808352354/flush-table-proc/abort' 2024-11-15T18:20:56,745 DEBUG [RS:0;74ec74825666:40653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1808352354/flush-table-proc/acquired' 2024-11-15T18:20:56,746 DEBUG [RS:0;74ec74825666:40653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:20:56,746 DEBUG [RS:0;74ec74825666:40653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:20:56,746 DEBUG [RS:0;74ec74825666:40653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,40653,1731694854434 2024-11-15T18:20:56,746 DEBUG [RS:0;74ec74825666:40653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,40653,1731694854434' 2024-11-15T18:20:56,746 DEBUG [RS:0;74ec74825666:40653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1808352354/online-snapshot/abort' 2024-11-15T18:20:56,746 DEBUG [RS:0;74ec74825666:40653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1808352354/online-snapshot/acquired' 2024-11-15T18:20:56,746 DEBUG [RS:0;74ec74825666:40653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:20:56,746 INFO [RS:0;74ec74825666:40653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:20:56,746 INFO [RS:0;74ec74825666:40653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:20:56,847 INFO [RS:0;74ec74825666:40653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:20:56,848 INFO [RS:0;74ec74825666:40653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C40653%2C1731694854434, suffix=, logDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434, archiveDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/oldWALs, maxLogs=10 2024-11-15T18:20:56,860 DEBUG [RS:0;74ec74825666:40653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, exclude list is [], retry=0 2024-11-15T18:20:56,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-02f5842a-eaea-40b1-9cff-f10f6cb9395b,DISK] 2024-11-15T18:20:56,869 INFO [RS:0;74ec74825666:40653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 2024-11-15T18:20:56,869 DEBUG [RS:0;74ec74825666:40653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-15T18:20:56,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:20:56,938 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3 2024-11-15T18:20:56,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:20:56,959 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:20:57,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:57,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:20:57,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:20:57,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:57,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:57,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:20:57,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:20:57,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:57,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:57,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:20:57,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:20:57,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:57,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:57,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:20:57,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:20:57,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:57,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:57,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:20:57,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740 2024-11-15T18:20:57,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740 2024-11-15T18:20:57,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:20:57,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:20:57,350 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:57,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:20:57,352 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:20:57,353 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61047261, jitterRate=-0.09032492339611053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:57,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694857343Initializing all the Stores at 1731694857344 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694857344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694857344Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694857344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694857344Cleaning up temporary data from old regions at 1731694857350 (+6 ms)Region opened successfully at 1731694857353 (+3 ms) 2024-11-15T18:20:57,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:20:57,353 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:20:57,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:20:57,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:20:57,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:20:57,353 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:20:57,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694857353Disabling compacts and flushes for region at 1731694857353Disabling writes for close at 1731694857353Writing region close event to WAL at 1731694857353Closed at 1731694857353 2024-11-15T18:20:57,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:57,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:20:57,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:20:57,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:20:57,355 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:20:57,506 DEBUG [74ec74825666:34463 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:20:57,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,40653,1731694854434 2024-11-15T18:20:57,507 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,40653,1731694854434, state=OPENING 2024-11-15T18:20:57,515 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:20:57,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:57,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:20:57,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:20:57,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1808352354/meta-region-server: CHANGED 2024-11-15T18:20:57,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1808352354/meta-region-server: CHANGED 2024-11-15T18:20:57,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,40653,1731694854434}] 2024-11-15T18:20:57,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:20:57,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:20:57,683 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:20:57,683 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:20:57,683 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:20:57,684 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C40653%2C1731694854434.meta, suffix=.meta, logDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434, archiveDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/oldWALs, maxLogs=10 2024-11-15T18:20:57,702 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.meta.1731694857684.meta, exclude list is [], retry=0 2024-11-15T18:20:57,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-02f5842a-eaea-40b1-9cff-f10f6cb9395b,DISK] 2024-11-15T18:20:57,705 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.meta.1731694857684.meta 2024-11-15T18:20:57,706 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-15T18:20:57,706 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:20:57,706 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:20:57,706 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:20:57,706 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:20:57,706 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:20:57,707 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:20:57,707 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:20:57,707 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:20:57,707 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:20:57,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:20:57,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:20:57,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:57,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:57,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:20:57,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:20:57,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:57,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:57,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:20:57,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:20:57,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:57,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:57,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:20:57,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:20:57,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:20:57,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:20:57,711 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:20:57,712 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740 2024-11-15T18:20:57,713 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740 2024-11-15T18:20:57,713 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:20:57,713 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:20:57,714 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:20:57,715 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:20:57,715 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63721688, jitterRate=-0.05047285556793213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:20:57,715 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:20:57,715 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694857707Writing region info on filesystem at 1731694857707Initializing all the Stores at 1731694857707Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694857708 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694857708Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694857708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694857708Cleaning up temporary data from old regions at 1731694857713 (+5 ms)Running coprocessor post-open hooks at 1731694857715 (+2 ms)Region opened successfully at 1731694857715 2024-11-15T18:20:57,716 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694857678 2024-11-15T18:20:57,718 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:20:57,718 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:20:57,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,40653,1731694854434 2024-11-15T18:20:57,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,40653,1731694854434, state=OPEN 2024-11-15T18:20:57,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1808352354/meta-region-server 2024-11-15T18:20:57,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1808352354/meta-region-server 2024-11-15T18:20:57,726 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,40653,1731694854434 2024-11-15T18:20:57,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1808352354/meta-region-server: CHANGED 2024-11-15T18:20:57,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1808352354/meta-region-server: CHANGED 2024-11-15T18:20:57,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:20:57,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,40653,1731694854434 in 199 msec 2024-11-15T18:20:57,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:20:57,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-15T18:20:57,730 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:20:57,730 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:20:57,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:57,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,40653,1731694854434, seqNum=-1] 2024-11-15T18:20:57,731 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:57,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:57,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2170 sec 2024-11-15T18:20:57,737 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694857736, completionTime=-1 2024-11-15T18:20:57,737 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:20:57,737 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:20:57,739 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:20:57,739 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694917739 2024-11-15T18:20:57,739 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694977739 2024-11-15T18:20:57,739 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T18:20:57,739 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34463,1731694854210-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:57,739 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34463,1731694854210-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:57,739 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34463,1731694854210-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:57,739 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:34463, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:57,739 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:57,739 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:57,741 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:20:57,742 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.184sec 2024-11-15T18:20:57,742 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:20:57,742 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:20:57,742 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:20:57,742 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:20:57,742 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:20:57,742 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34463,1731694854210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:20:57,742 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34463,1731694854210-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:20:57,744 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:20:57,744 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:20:57,744 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34463,1731694854210-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:20:57,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34706065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:57,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34463,-1 for getting cluster id 2024-11-15T18:20:57,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:20:57,809 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c39c129d-5590-4792-8f5f-5cf10193efa6' 2024-11-15T18:20:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:20:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c39c129d-5590-4792-8f5f-5cf10193efa6" 2024-11-15T18:20:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6507a65c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34463,-1] 2024-11-15T18:20:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:20:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:20:57,811 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:20:57,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f770ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:20:57,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:20:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,40653,1731694854434, seqNum=-1] 2024-11-15T18:20:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:20:57,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:20:57,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,34463,1731694854210 2024-11-15T18:20:57,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59545 2024-11-15T18:20:57,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:57,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013fba5ddf0005 connected 2024-11-15T18:20:57,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/hadoop.log.dir so I do NOT create it in target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a 2024-11-15T18:20:57,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:20:57,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/hadoop.tmp.dir so I do NOT create it in target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a 2024-11-15T18:20:57,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:20:57,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a 2024-11-15T18:20:57,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:20:57,834 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/cluster_a3c7e209-2ba7-f57d-5a2a-e08e884e3bf5, deleteOnExit=true 2024-11-15T18:20:57,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:20:57,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/test.cache.data in system properties and HBase conf 2024-11-15T18:20:57,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:20:57,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:20:57,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:20:57,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:20:57,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:20:57,835 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:20:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:20:57,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:20:58,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:58,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:20:58,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:20:58,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:20:58,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:20:58,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:58,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b900c82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:20:58,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5d4c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:20:58,213 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:20:58,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:58,214 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48451 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:20:58,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@769f947a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/java.io.tmpdir/jetty-localhost-43313-hadoop-hdfs-3_4_1-tests_jar-_-any-6738491809444133886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:20:58,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a668531{HTTP/1.1, (http/1.1)}{localhost:43313} 2024-11-15T18:20:58,279 INFO [Time-limited test {}] server.Server(415): Started @243641ms 2024-11-15T18:20:58,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:20:58,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:20:58,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:20:58,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:20:58,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:20:58,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ce9650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:20:58,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c0d717c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:20:58,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6181fcd9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/java.io.tmpdir/jetty-localhost-41701-hadoop-hdfs-3_4_1-tests_jar-_-any-12045138109659167093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:20:58,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fd775c{HTTP/1.1, (http/1.1)}{localhost:41701} 2024-11-15T18:20:58,665 INFO [Time-limited test {}] server.Server(415): Started @244027ms 2024-11-15T18:20:58,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:20:59,309 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/cluster_a3c7e209-2ba7-f57d-5a2a-e08e884e3bf5/data/data1/current/BP-1438154426-172.17.0.2-1731694857852/current, will proceed with Du for space computation calculation, 2024-11-15T18:20:59,309 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/cluster_a3c7e209-2ba7-f57d-5a2a-e08e884e3bf5/data/data2/current/BP-1438154426-172.17.0.2-1731694857852/current, will proceed with Du for space computation calculation, 2024-11-15T18:20:59,327 WARN [Thread-2890 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:20:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1da29b241a72051 with lease ID 0x74083ce3ca3e313e: Processing first storage report for DS-3e7892a2-4725-48d3-94e9-813c21bbf1dd from datanode DatanodeRegistration(127.0.0.1:40227, datanodeUuid=ecfe983b-fd39-458e-8091-e242024ebe6e, infoPort=33043, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=513615936;c=1731694857852) 2024-11-15T18:20:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1da29b241a72051 with lease ID 0x74083ce3ca3e313e: from storage DS-3e7892a2-4725-48d3-94e9-813c21bbf1dd node DatanodeRegistration(127.0.0.1:40227, datanodeUuid=ecfe983b-fd39-458e-8091-e242024ebe6e, infoPort=33043, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=513615936;c=1731694857852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:20:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1da29b241a72051 with lease ID 0x74083ce3ca3e313e: Processing first storage report for DS-96405495-b7b1-43fa-8a8b-dad617910c37 from datanode DatanodeRegistration(127.0.0.1:40227, datanodeUuid=ecfe983b-fd39-458e-8091-e242024ebe6e, infoPort=33043, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=513615936;c=1731694857852) 2024-11-15T18:20:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1da29b241a72051 with lease ID 0x74083ce3ca3e313e: from storage DS-96405495-b7b1-43fa-8a8b-dad617910c37 node DatanodeRegistration(127.0.0.1:40227, datanodeUuid=ecfe983b-fd39-458e-8091-e242024ebe6e, infoPort=33043, infoSecurePort=0, ipcPort=43235, storageInfo=lv=-57;cid=testClusterID;nsid=513615936;c=1731694857852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:20:59,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a 2024-11-15T18:20:59,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:59,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:59,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:20:59,409 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1 with version=8 2024-11-15T18:20:59,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/hbase-staging 2024-11-15T18:20:59,411 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:20:59,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:59,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:59,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:20:59,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:59,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:20:59,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:20:59,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:20:59,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46277 2024-11-15T18:20:59,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46277 connecting to ZooKeeper ensemble=127.0.0.1:59545 2024-11-15T18:20:59,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462770x0, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:59,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46277-0x1013fba5ddf0006 connected 2024-11-15T18:20:59,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:59,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:59,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Set watcher on znode that does not yet exist, /2901846895/running 2024-11-15T18:20:59,509 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1, hbase.cluster.distributed=false 2024-11-15T18:20:59,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Set watcher on znode that does not yet exist, /2901846895/acl 2024-11-15T18:20:59,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46277 2024-11-15T18:20:59,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46277 2024-11-15T18:20:59,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46277 2024-11-15T18:20:59,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46277 2024-11-15T18:20:59,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46277 2024-11-15T18:20:59,528 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:20:59,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:59,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:59,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:20:59,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:20:59,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:20:59,528 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:20:59,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:20:59,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44433 2024-11-15T18:20:59,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44433 connecting to ZooKeeper ensemble=127.0.0.1:59545 2024-11-15T18:20:59,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:59,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:20:59,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444330x0, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:20:59,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444330x0, quorum=127.0.0.1:59545, baseZNode=/2901846895 Set watcher on znode that does not yet exist, /2901846895/running 2024-11-15T18:20:59,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44433-0x1013fba5ddf0007 connected 2024-11-15T18:20:59,548 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:20:59,548 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:20:59,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Set watcher on znode that does not yet exist, /2901846895/master 2024-11-15T18:20:59,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Set watcher on znode that does not yet exist, /2901846895/acl 2024-11-15T18:20:59,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-15T18:20:59,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44433 2024-11-15T18:20:59,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44433 2024-11-15T18:20:59,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-15T18:20:59,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-15T18:20:59,570 DEBUG [M:0;74ec74825666:46277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:46277 2024-11-15T18:20:59,571 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2901846895/backup-masters/74ec74825666,46277,1731694859411 2024-11-15T18:20:59,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895/backup-masters 2024-11-15T18:20:59,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895/backup-masters 2024-11-15T18:20:59,579 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Set watcher on existing znode=/2901846895/backup-masters/74ec74825666,46277,1731694859411 2024-11-15T18:20:59,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2901846895/master 2024-11-15T18:20:59,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:20:59,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:20:59,589 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Set watcher on existing znode=/2901846895/master 2024-11-15T18:20:59,590 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2901846895/backup-masters/74ec74825666,46277,1731694859411 from backup master directory 2024-11-15T18:20:59,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2901846895/backup-masters/74ec74825666,46277,1731694859411 2024-11-15T18:20:59,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895/backup-masters 2024-11-15T18:20:59,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895/backup-masters 2024-11-15T18:20:59,600 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:20:59,600 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,46277,1731694859411 2024-11-15T18:20:59,603 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/hbase.id] with ID: 6c5f5c49-539f-4c1c-9f5d-0c58f368c54c 2024-11-15T18:20:59,603 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/.tmp/hbase.id 2024-11-15T18:20:59,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:21:00,008 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/.tmp/hbase.id]:[hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/hbase.id] 2024-11-15T18:21:00,014 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:00,015 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:21:00,015 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T18:21:00,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:00,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:00,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:21:00,552 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:00,552 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:21:00,553 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:00,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:21:00,958 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store 2024-11-15T18:21:00,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:21:00,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:21:00,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T18:21:00,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:21:00,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T18:21:00,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:21:00,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T18:21:01,363 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:01,363 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:21:01,363 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:01,363 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:01,363 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:21:01,363 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:01,363 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:01,363 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694861363Disabling compacts and flushes for region at 1731694861363Disabling writes for close at 1731694861363Writing region close event to WAL at 1731694861363Closed at 1731694861363 2024-11-15T18:21:01,364 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/.initializing 2024-11-15T18:21:01,364 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/WALs/74ec74825666,46277,1731694859411 2024-11-15T18:21:01,365 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:21:01,366 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C46277%2C1731694859411, suffix=, logDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/WALs/74ec74825666,46277,1731694859411, archiveDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/oldWALs, maxLogs=10 2024-11-15T18:21:01,381 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/WALs/74ec74825666,46277,1731694859411/74ec74825666%2C46277%2C1731694859411.1731694861366, exclude list is [], retry=0 2024-11-15T18:21:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40227,DS-3e7892a2-4725-48d3-94e9-813c21bbf1dd,DISK] 2024-11-15T18:21:01,384 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/WALs/74ec74825666,46277,1731694859411/74ec74825666%2C46277%2C1731694859411.1731694861366 2024-11-15T18:21:01,385 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33043:33043)] 2024-11-15T18:21:01,385 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:01,385 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:01,385 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,385 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:21:01,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:01,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:01,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:21:01,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:01,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:01,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:21:01,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:01,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:01,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:21:01,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:01,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:01,393 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,395 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,395 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,396 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,396 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,396 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:01,397 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:01,401 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:01,401 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68105046, jitterRate=0.014844268560409546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:01,401 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694861385Initializing all the Stores at 1731694861386 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694861386Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694861388 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694861388Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694861388Cleaning up temporary data from old regions at 1731694861396 (+8 ms)Region opened successfully at 1731694861401 (+5 ms) 2024-11-15T18:21:01,401 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:21:01,404 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d396a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:21:01,404 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:21:01,404 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:21:01,405 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:21:01,405 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:21:01,405 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:21:01,405 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:21:01,405 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:21:01,409 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:21:01,410 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Unable to get data of znode /2901846895/balancer because node does not exist (not necessarily an error) 2024-11-15T18:21:01,703 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2901846895/balancer already deleted, retry=false 2024-11-15T18:21:01,703 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:21:01,704 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Unable to get data of znode /2901846895/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:21:01,715 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2901846895/normalizer already deleted, retry=false 2024-11-15T18:21:01,715 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:21:01,716 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Unable to get data of znode /2901846895/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:21:01,726 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2901846895/switch/split already deleted, retry=false 2024-11-15T18:21:01,727 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Unable to get data of znode /2901846895/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:21:01,736 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2901846895/switch/merge already deleted, retry=false 2024-11-15T18:21:01,738 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Unable to get data of znode /2901846895/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:21:01,747 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2901846895/snapshot-cleanup already deleted, retry=false 2024-11-15T18:21:01,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2901846895/running 2024-11-15T18:21:01,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:01,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2901846895/running 2024-11-15T18:21:01,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:01,758 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,46277,1731694859411, sessionid=0x1013fba5ddf0006, setting cluster-up flag (Was=false) 2024-11-15T18:21:01,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:01,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:01,810 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2901846895/flush-table-proc/acquired, /2901846895/flush-table-proc/reached, /2901846895/flush-table-proc/abort 2024-11-15T18:21:01,811 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,46277,1731694859411 2024-11-15T18:21:01,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:01,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:01,938 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2901846895/online-snapshot/acquired, /2901846895/online-snapshot/reached, /2901846895/online-snapshot/abort 2024-11-15T18:21:01,939 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,46277,1731694859411 2024-11-15T18:21:01,940 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:21:01,941 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:01,942 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:21:01,942 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:21:01,942 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,46277,1731694859411 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:21:01,943 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:01,943 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:01,943 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:01,943 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:01,943 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:21:01,943 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:01,943 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:21:01,943 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:01,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694891944 2024-11-15T18:21:01,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:21:01,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:21:01,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:21:01,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:21:01,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:21:01,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:21:01,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:01,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:21:01,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:01,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:21:01,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:21:01,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:21:01,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:21:01,945 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:01,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:21:01,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:21:01,945 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:21:01,948 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694861945,5,FailOnTimeoutGroup] 2024-11-15T18:21:01,952 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694861948,5,FailOnTimeoutGroup] 2024-11-15T18:21:01,952 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:01,952 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:21:01,952 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:01,952 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:01,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:21:01,962 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(746): ClusterId : 6c5f5c49-539f-4c1c-9f5d-0c58f368c54c 2024-11-15T18:21:01,962 DEBUG [RS:0;74ec74825666:44433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:21:01,990 DEBUG [RS:0;74ec74825666:44433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:21:01,990 DEBUG [RS:0;74ec74825666:44433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:21:02,000 DEBUG [RS:0;74ec74825666:44433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:21:02,000 DEBUG [RS:0;74ec74825666:44433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd83a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:21:02,012 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:44433 2024-11-15T18:21:02,013 INFO [RS:0;74ec74825666:44433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:21:02,013 INFO [RS:0;74ec74825666:44433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:21:02,013 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:21:02,013 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,46277,1731694859411 with port=44433, startcode=1731694859528 2024-11-15T18:21:02,013 DEBUG [RS:0;74ec74825666:44433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:21:02,014 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:21:02,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,44433,1731694859528 2024-11-15T18:21:02,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46277 {}] master.ServerManager(517): Registering regionserver=74ec74825666,44433,1731694859528 2024-11-15T18:21:02,016 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1 2024-11-15T18:21:02,016 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41421 2024-11-15T18:21:02,016 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:21:02,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895/rs 2024-11-15T18:21:02,055 DEBUG [RS:0;74ec74825666:44433 {}] zookeeper.ZKUtil(111): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Set watcher on existing znode=/2901846895/rs/74ec74825666,44433,1731694859528 2024-11-15T18:21:02,055 WARN [RS:0;74ec74825666:44433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:21:02,055 INFO [RS:0;74ec74825666:44433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:02,055 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528 2024-11-15T18:21:02,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,44433,1731694859528] 2024-11-15T18:21:02,058 INFO [RS:0;74ec74825666:44433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:21:02,059 INFO [RS:0;74ec74825666:44433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:21:02,060 INFO [RS:0;74ec74825666:44433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:21:02,060 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:02,060 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:21:02,060 INFO [RS:0;74ec74825666:44433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:21:02,061 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:21:02,061 DEBUG [RS:0;74ec74825666:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:21:02,065 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:02,065 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:02,065 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:02,065 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:02,065 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:02,065 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44433,1731694859528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:21:02,078 INFO [RS:0;74ec74825666:44433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:21:02,078 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,44433,1731694859528-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:02,078 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:02,078 INFO [RS:0;74ec74825666:44433 {}] regionserver.Replication(171): 74ec74825666,44433,1731694859528 started 2024-11-15T18:21:02,090 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:02,091 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,44433,1731694859528, RpcServer on 74ec74825666/172.17.0.2:44433, sessionid=0x1013fba5ddf0007 2024-11-15T18:21:02,091 DEBUG [RS:0;74ec74825666:44433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:21:02,091 DEBUG [RS:0;74ec74825666:44433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,44433,1731694859528 2024-11-15T18:21:02,091 DEBUG [RS:0;74ec74825666:44433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,44433,1731694859528' 2024-11-15T18:21:02,091 DEBUG [RS:0;74ec74825666:44433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2901846895/flush-table-proc/abort' 2024-11-15T18:21:02,091 DEBUG [RS:0;74ec74825666:44433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2901846895/flush-table-proc/acquired' 2024-11-15T18:21:02,091 DEBUG [RS:0;74ec74825666:44433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:21:02,091 DEBUG [RS:0;74ec74825666:44433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:21:02,091 DEBUG [RS:0;74ec74825666:44433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,44433,1731694859528 2024-11-15T18:21:02,091 DEBUG [RS:0;74ec74825666:44433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,44433,1731694859528' 2024-11-15T18:21:02,091 DEBUG [RS:0;74ec74825666:44433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2901846895/online-snapshot/abort' 2024-11-15T18:21:02,092 DEBUG [RS:0;74ec74825666:44433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2901846895/online-snapshot/acquired' 2024-11-15T18:21:02,092 DEBUG [RS:0;74ec74825666:44433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:21:02,092 INFO [RS:0;74ec74825666:44433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:21:02,092 INFO [RS:0;74ec74825666:44433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:21:02,192 INFO [RS:0;74ec74825666:44433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:21:02,193 INFO [RS:0;74ec74825666:44433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C44433%2C1731694859528, suffix=, logDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528, archiveDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/oldWALs, maxLogs=10 2024-11-15T18:21:02,206 DEBUG [RS:0;74ec74825666:44433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194, exclude list is [], retry=0 2024-11-15T18:21:02,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40227,DS-3e7892a2-4725-48d3-94e9-813c21bbf1dd,DISK] 2024-11-15T18:21:02,209 INFO [RS:0;74ec74825666:44433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 2024-11-15T18:21:02,209 DEBUG [RS:0;74ec74825666:44433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33043:33043)] 2024-11-15T18:21:02,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:21:02,361 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1 2024-11-15T18:21:02,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:21:02,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:02,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:21:02,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:21:02,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:02,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:02,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:21:02,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:21:02,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:02,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:02,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:21:02,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:21:02,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:02,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:02,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:21:02,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:21:02,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:02,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:02,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:21:02,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740 2024-11-15T18:21:02,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740 2024-11-15T18:21:02,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:21:02,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:21:02,774 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:02,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:21:02,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:02,776 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74175894, jitterRate=0.1053069531917572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:02,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694862766Initializing all the Stores at 1731694862766Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694862766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694862767 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694862767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694862767Cleaning up temporary data from old regions at 1731694862773 (+6 ms)Region opened successfully at 1731694862776 (+3 ms) 2024-11-15T18:21:02,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:21:02,776 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:21:02,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:21:02,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:21:02,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:21:02,777 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:21:02,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694862776Disabling compacts and flushes for region at 1731694862776Disabling writes for close at 1731694862776Writing region close event to WAL at 1731694862777 (+1 ms)Closed at 1731694862777 2024-11-15T18:21:02,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:02,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:21:02,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:21:02,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:21:02,779 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:21:02,929 DEBUG [74ec74825666:46277 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:21:02,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,44433,1731694859528 2024-11-15T18:21:02,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,44433,1731694859528, state=OPENING 2024-11-15T18:21:02,978 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:21:02,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:02,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:02,989 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:21:02,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2901846895/meta-region-server: CHANGED 2024-11-15T18:21:02,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,44433,1731694859528}] 2024-11-15T18:21:02,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2901846895/meta-region-server: CHANGED 2024-11-15T18:21:03,141 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:21:03,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:21:03,145 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:21:03,145 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:03,145 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:21:03,146 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C44433%2C1731694859528.meta, suffix=.meta, logDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528, archiveDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/oldWALs, maxLogs=10 2024-11-15T18:21:03,158 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.meta.1731694863146.meta, exclude list is [], retry=0 2024-11-15T18:21:03,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40227,DS-3e7892a2-4725-48d3-94e9-813c21bbf1dd,DISK] 2024-11-15T18:21:03,162 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.meta.1731694863146.meta 2024-11-15T18:21:03,162 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33043:33043)] 2024-11-15T18:21:03,162 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:03,162 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:03,162 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:21:03,162 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:21:03,162 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:21:03,162 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:21:03,163 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:03,163 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:21:03,163 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:21:03,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:21:03,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:21:03,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:03,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:03,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:21:03,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:21:03,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:03,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:03,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:21:03,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:21:03,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:03,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:03,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:21:03,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:21:03,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:03,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:03,167 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:21:03,167 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740 2024-11-15T18:21:03,168 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740 2024-11-15T18:21:03,169 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:21:03,169 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:21:03,169 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:03,170 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:21:03,171 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64632818, jitterRate=-0.036895960569381714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:03,171 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:21:03,171 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694863163Writing region info on filesystem at 1731694863163Initializing all the Stores at 1731694863163Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694863163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694863164 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694863164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694863164Cleaning up temporary data from old regions at 1731694863169 (+5 ms)Running coprocessor post-open hooks at 1731694863171 (+2 ms)Region opened successfully at 1731694863171 2024-11-15T18:21:03,172 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694863141 2024-11-15T18:21:03,173 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:21:03,173 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:21:03,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,44433,1731694859528 2024-11-15T18:21:03,174 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,44433,1731694859528, state=OPEN 2024-11-15T18:21:03,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2901846895/meta-region-server 2024-11-15T18:21:03,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2901846895/meta-region-server 2024-11-15T18:21:03,178 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,44433,1731694859528 2024-11-15T18:21:03,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2901846895/meta-region-server: CHANGED 2024-11-15T18:21:03,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2901846895/meta-region-server: CHANGED 2024-11-15T18:21:03,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:21:03,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,44433,1731694859528 in 189 msec 2024-11-15T18:21:03,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:21:03,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-15T18:21:03,182 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:03,182 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:21:03,183 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:03,183 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44433,1731694859528, seqNum=-1] 2024-11-15T18:21:03,184 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:03,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:21:03,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-15T18:21:03,189 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694863189, completionTime=-1 2024-11-15T18:21:03,189 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:21:03,189 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:21:03,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:21:03,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694923191 2024-11-15T18:21:03,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694983191 2024-11-15T18:21:03,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T18:21:03,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46277,1731694859411-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:03,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46277,1731694859411-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:03,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46277,1731694859411-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:03,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:46277, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:03,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:03,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:03,195 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.595sec 2024-11-15T18:21:03,195 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:21:03,195 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:21:03,195 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:21:03,195 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:21:03,195 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:21:03,195 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46277,1731694859411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:21:03,195 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46277,1731694859411-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:21:03,197 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:21:03,197 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:21:03,197 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,46277,1731694859411-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:03,200 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:21:03,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:21:03,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:03,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f6f342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:03,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46277,-1 for getting cluster id 2024-11-15T18:21:03,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:03,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:03,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:03,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:03,265 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5f5c49-539f-4c1c-9f5d-0c58f368c54c' 2024-11-15T18:21:03,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:03,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5f5c49-539f-4c1c-9f5d-0c58f368c54c" 2024-11-15T18:21:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4eaaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46277,-1] 2024-11-15T18:21:03,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:03,267 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:03,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137f77ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:03,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:03,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44433,1731694859528, seqNum=-1] 2024-11-15T18:21:03,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:03,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:21:03,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,46277,1731694859411 2024-11-15T18:21:03,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59545 2024-11-15T18:21:03,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:03,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:03,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:03,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:03,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:21:03,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013fba5ddf0008 connected 2024-11-15T18:21:03,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:03,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,36655,1731694848577 2024-11-15T18:21:03,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6295f7a4 2024-11-15T18:21:03,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:03,298 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:03,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:21:03,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:03,301 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:03,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:21:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:03,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:03,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:21:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:03,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cabf6077cff210e90be74deea9bca95b, NAME => 'test,,1731694863298.cabf6077cff210e90be74deea9bca95b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017 2024-11-15T18:21:03,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:21:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:04,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694863298.cabf6077cff210e90be74deea9bca95b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:04,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cabf6077cff210e90be74deea9bca95b, disabling compactions & flushes 2024-11-15T18:21:04,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:04,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:04,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694863298.cabf6077cff210e90be74deea9bca95b. after waiting 0 ms 2024-11-15T18:21:04,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:04,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:04,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cabf6077cff210e90be74deea9bca95b: Waiting for close lock at 1731694864122Disabling compacts and flushes for region at 1731694864122Disabling writes for close at 1731694864122Writing region close event to WAL at 1731694864122Closed at 1731694864122 2024-11-15T18:21:04,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:04,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694863298.cabf6077cff210e90be74deea9bca95b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694864124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694864124"}]},"ts":"1731694864124"} 2024-11-15T18:21:04,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:04,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:04,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694864126"}]},"ts":"1731694864126"} 2024-11-15T18:21:04,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:21:04,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cabf6077cff210e90be74deea9bca95b, ASSIGN}] 2024-11-15T18:21:04,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cabf6077cff210e90be74deea9bca95b, ASSIGN 2024-11-15T18:21:04,131 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cabf6077cff210e90be74deea9bca95b, ASSIGN; state=OFFLINE, location=74ec74825666,35019,1731694848771; forceNewPlan=false, retain=false 2024-11-15T18:21:04,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cabf6077cff210e90be74deea9bca95b, regionState=OPENING, regionLocation=74ec74825666,35019,1731694848771 2024-11-15T18:21:04,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cabf6077cff210e90be74deea9bca95b, ASSIGN because future has completed 2024-11-15T18:21:04,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cabf6077cff210e90be74deea9bca95b, server=74ec74825666,35019,1731694848771}] 2024-11-15T18:21:04,440 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:04,440 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cabf6077cff210e90be74deea9bca95b, NAME => 'test,,1731694863298.cabf6077cff210e90be74deea9bca95b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:04,441 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:04,441 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:21:04,441 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,441 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694863298.cabf6077cff210e90be74deea9bca95b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:04,441 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,441 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,442 INFO [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,443 INFO [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cabf6077cff210e90be74deea9bca95b columnFamilyName f 2024-11-15T18:21:04,443 DEBUG [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:04,443 INFO [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] regionserver.HStore(327): Store=cabf6077cff210e90be74deea9bca95b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:04,443 INFO [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:04,444 INFO [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cabf6077cff210e90be74deea9bca95b columnFamilyName f1 2024-11-15T18:21:04,444 DEBUG [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:04,444 INFO [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] regionserver.HStore(327): Store=cabf6077cff210e90be74deea9bca95b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:04,444 INFO [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,445 INFO [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cabf6077cff210e90be74deea9bca95b columnFamilyName norep 2024-11-15T18:21:04,445 DEBUG [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:04,445 INFO [StoreOpener-cabf6077cff210e90be74deea9bca95b-1 {}] regionserver.HStore(327): Store=cabf6077cff210e90be74deea9bca95b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:04,445 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,446 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,446 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,447 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,447 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,447 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:04,448 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,449 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:04,449 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cabf6077cff210e90be74deea9bca95b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69500958, jitterRate=0.035644978284835815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:04,449 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:04,450 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cabf6077cff210e90be74deea9bca95b: Running coprocessor pre-open hook at 1731694864441Writing region info on filesystem at 1731694864441Initializing all the Stores at 1731694864442 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694864442Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694864442Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694864442Cleaning up temporary data from old regions at 1731694864447 (+5 ms)Running coprocessor post-open hooks at 1731694864449 (+2 ms)Region opened successfully at 1731694864450 (+1 ms) 2024-11-15T18:21:04,450 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694863298.cabf6077cff210e90be74deea9bca95b., pid=6, masterSystemTime=1731694864436 2024-11-15T18:21:04,452 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:04,452 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:04,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cabf6077cff210e90be74deea9bca95b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,35019,1731694848771 2024-11-15T18:21:04,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cabf6077cff210e90be74deea9bca95b, server=74ec74825666,35019,1731694848771 because future has completed 2024-11-15T18:21:04,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:21:04,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cabf6077cff210e90be74deea9bca95b, server=74ec74825666,35019,1731694848771 in 170 msec 2024-11-15T18:21:04,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:21:04,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cabf6077cff210e90be74deea9bca95b, ASSIGN in 328 msec 2024-11-15T18:21:04,459 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:04,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694864459"}]},"ts":"1731694864459"} 2024-11-15T18:21:04,460 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:21:04,461 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:04,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-15T18:21:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:05,464 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:21:05,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,34463,1731694854210 2024-11-15T18:21:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5237c04e 2024-11-15T18:21:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:05,466 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:05,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:21:05,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:05,469 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:05,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:21:05,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:05,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:21:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:05,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20aaac70ee62124a71577d29cc21cdb2, NAME => 'test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3 2024-11-15T18:21:05,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:21:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:06,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:06,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 20aaac70ee62124a71577d29cc21cdb2, disabling compactions & flushes 2024-11-15T18:21:06,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:06,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:06,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. after waiting 0 ms 2024-11-15T18:21:06,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:06,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:06,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20aaac70ee62124a71577d29cc21cdb2: Waiting for close lock at 1731694866281Disabling compacts and flushes for region at 1731694866281Disabling writes for close at 1731694866281Writing region close event to WAL at 1731694866281Closed at 1731694866281 2024-11-15T18:21:06,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:06,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694866282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694866282"}]},"ts":"1731694866282"} 2024-11-15T18:21:06,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:06,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:06,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694866284"}]},"ts":"1731694866284"} 2024-11-15T18:21:06,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:21:06,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20aaac70ee62124a71577d29cc21cdb2, ASSIGN}] 2024-11-15T18:21:06,287 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20aaac70ee62124a71577d29cc21cdb2, ASSIGN 2024-11-15T18:21:06,288 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=20aaac70ee62124a71577d29cc21cdb2, ASSIGN; state=OFFLINE, location=74ec74825666,40653,1731694854434; forceNewPlan=false, retain=false 2024-11-15T18:21:06,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20aaac70ee62124a71577d29cc21cdb2, regionState=OPENING, regionLocation=74ec74825666,40653,1731694854434 2024-11-15T18:21:06,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=20aaac70ee62124a71577d29cc21cdb2, ASSIGN because future has completed 2024-11-15T18:21:06,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20aaac70ee62124a71577d29cc21cdb2, server=74ec74825666,40653,1731694854434}] 2024-11-15T18:21:06,595 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:06,595 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 20aaac70ee62124a71577d29cc21cdb2, NAME => 'test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:06,595 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:06,595 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:21:06,596 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,596 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:06,596 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,596 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,597 INFO [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,598 INFO [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20aaac70ee62124a71577d29cc21cdb2 columnFamilyName f 2024-11-15T18:21:06,598 DEBUG [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:06,598 INFO [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] regionserver.HStore(327): Store=20aaac70ee62124a71577d29cc21cdb2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:06,598 INFO [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,599 INFO [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20aaac70ee62124a71577d29cc21cdb2 columnFamilyName f1 2024-11-15T18:21:06,599 DEBUG [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:06,599 INFO [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] regionserver.HStore(327): Store=20aaac70ee62124a71577d29cc21cdb2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:06,599 INFO [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,600 INFO [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20aaac70ee62124a71577d29cc21cdb2 columnFamilyName norep 2024-11-15T18:21:06,600 DEBUG [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:06,600 INFO [StoreOpener-20aaac70ee62124a71577d29cc21cdb2-1 {}] regionserver.HStore(327): Store=20aaac70ee62124a71577d29cc21cdb2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:06,601 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,601 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,601 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,602 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,602 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,602 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:06,603 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:06,604 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:06,604 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 20aaac70ee62124a71577d29cc21cdb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66976736, jitterRate=-0.001968860626220703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:06,604 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:06,605 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 20aaac70ee62124a71577d29cc21cdb2: Running coprocessor pre-open hook at 1731694866596Writing region info on filesystem at 1731694866596Initializing all the Stores at 1731694866597 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694866597Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694866597Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694866597Cleaning up temporary data from old regions at 1731694866602 (+5 ms)Running coprocessor post-open hooks at 1731694866604 (+2 ms)Region opened successfully at 1731694866604 2024-11-15T18:21:06,605 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2., pid=6, masterSystemTime=1731694866592 2024-11-15T18:21:06,607 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:06,607 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:06,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20aaac70ee62124a71577d29cc21cdb2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,40653,1731694854434 2024-11-15T18:21:06,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20aaac70ee62124a71577d29cc21cdb2, server=74ec74825666,40653,1731694854434 because future has completed 2024-11-15T18:21:06,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:21:06,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 20aaac70ee62124a71577d29cc21cdb2, server=74ec74825666,40653,1731694854434 in 169 msec 2024-11-15T18:21:06,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:21:06,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=20aaac70ee62124a71577d29cc21cdb2, ASSIGN in 325 msec 2024-11-15T18:21:06,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:06,613 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694866613"}]},"ts":"1731694866613"} 2024-11-15T18:21:06,614 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:21:06,615 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:06,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-15T18:21:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:07,614 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:21:07,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46277,1731694859411 2024-11-15T18:21:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e5459b5 2024-11-15T18:21:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:07,616 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:07,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:21:07,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:07,619 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:07,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:21:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:07,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:07,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:21:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:08,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6aa8803a67d7249db8572a086d1f4d9d, NAME => 'test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1 2024-11-15T18:21:08,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:21:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:08,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:08,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6aa8803a67d7249db8572a086d1f4d9d, disabling compactions & flushes 2024-11-15T18:21:08,501 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:08,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:08,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. after waiting 0 ms 2024-11-15T18:21:08,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:08,501 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:08,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6aa8803a67d7249db8572a086d1f4d9d: Waiting for close lock at 1731694868501Disabling compacts and flushes for region at 1731694868501Disabling writes for close at 1731694868501Writing region close event to WAL at 1731694868501Closed at 1731694868501 2024-11-15T18:21:08,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:08,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694868503"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694868503"}]},"ts":"1731694868503"} 2024-11-15T18:21:08,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:08,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:08,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694868505"}]},"ts":"1731694868505"} 2024-11-15T18:21:08,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:21:08,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6aa8803a67d7249db8572a086d1f4d9d, ASSIGN}] 2024-11-15T18:21:08,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6aa8803a67d7249db8572a086d1f4d9d, ASSIGN 2024-11-15T18:21:08,509 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6aa8803a67d7249db8572a086d1f4d9d, ASSIGN; state=OFFLINE, location=74ec74825666,44433,1731694859528; forceNewPlan=false, retain=false 2024-11-15T18:21:08,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6aa8803a67d7249db8572a086d1f4d9d, regionState=OPENING, regionLocation=74ec74825666,44433,1731694859528 2024-11-15T18:21:08,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6aa8803a67d7249db8572a086d1f4d9d, ASSIGN because future has completed 2024-11-15T18:21:08,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aa8803a67d7249db8572a086d1f4d9d, server=74ec74825666,44433,1731694859528}] 2024-11-15T18:21:08,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:21:08,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:08,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:08,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:08,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:08,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:08,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:08,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:08,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:08,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:08,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:08,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:08,816 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:08,816 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6aa8803a67d7249db8572a086d1f4d9d, NAME => 'test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:08,816 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:08,816 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:21:08,816 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,816 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:08,817 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,817 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,818 INFO [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,819 INFO [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa8803a67d7249db8572a086d1f4d9d columnFamilyName f 2024-11-15T18:21:08,819 DEBUG [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:08,819 INFO [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] regionserver.HStore(327): Store=6aa8803a67d7249db8572a086d1f4d9d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:08,819 INFO [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,820 INFO [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa8803a67d7249db8572a086d1f4d9d columnFamilyName f1 2024-11-15T18:21:08,820 DEBUG [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:08,820 INFO [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] regionserver.HStore(327): Store=6aa8803a67d7249db8572a086d1f4d9d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:08,820 INFO [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,821 INFO [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa8803a67d7249db8572a086d1f4d9d columnFamilyName norep 2024-11-15T18:21:08,821 DEBUG [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:08,822 INFO [StoreOpener-6aa8803a67d7249db8572a086d1f4d9d-1 {}] regionserver.HStore(327): Store=6aa8803a67d7249db8572a086d1f4d9d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:08,822 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,822 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,823 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,823 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,823 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,824 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:08,824 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,826 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:08,826 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6aa8803a67d7249db8572a086d1f4d9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64262630, jitterRate=-0.04241219162940979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:08,826 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:08,826 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6aa8803a67d7249db8572a086d1f4d9d: Running coprocessor pre-open hook at 1731694868817Writing region info on filesystem at 1731694868817Initializing all the Stores at 1731694868817Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694868817Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694868818 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694868818Cleaning up temporary data from old regions at 1731694868823 (+5 ms)Running coprocessor post-open hooks at 1731694868826 (+3 ms)Region opened successfully at 1731694868826 2024-11-15T18:21:08,827 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d., pid=6, masterSystemTime=1731694868813 2024-11-15T18:21:08,829 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:08,829 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:08,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6aa8803a67d7249db8572a086d1f4d9d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,44433,1731694859528 2024-11-15T18:21:08,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aa8803a67d7249db8572a086d1f4d9d, server=74ec74825666,44433,1731694859528 because future has completed 2024-11-15T18:21:08,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:21:08,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6aa8803a67d7249db8572a086d1f4d9d, server=74ec74825666,44433,1731694859528 in 170 msec 2024-11-15T18:21:08,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:21:08,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6aa8803a67d7249db8572a086d1f4d9d, ASSIGN in 326 msec 2024-11-15T18:21:08,835 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:08,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694868835"}]},"ts":"1731694868835"} 2024-11-15T18:21:08,836 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:21:08,837 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:08,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2200 sec 2024-11-15T18:21:09,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T18:21:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:09,774 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:21:09,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbadab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:09,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,36655,-1 for getting cluster id 2024-11-15T18:21:09,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:09,775 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242c1b8e-1682-4da8-9760-44a7589faab1' 2024-11-15T18:21:09,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242c1b8e-1682-4da8-9760-44a7589faab1" 2024-11-15T18:21:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee5964e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,36655,-1] 2024-11-15T18:21:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:09,776 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:09,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1786a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:09,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:09,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,36655,1731694848577 2024-11-15T18:21:09,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f7f24e2 2024-11-15T18:21:09,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:09,778 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:09,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:34463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:21:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:21:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:09,781 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:34463' 2024-11-15T18:21:09,782 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9ad5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:09,782 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34463,-1 for getting cluster id 2024-11-15T18:21:09,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:09,783 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c39c129d-5590-4792-8f5f-5cf10193efa6' 2024-11-15T18:21:09,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:09,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c39c129d-5590-4792-8f5f-5cf10193efa6" 2024-11-15T18:21:09,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7467d998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:09,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34463,-1] 2024-11-15T18:21:09,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:09,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:09,784 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:09,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7d35c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:09,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:09,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,34463,1731694854210 2024-11-15T18:21:09,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2956bad9 2024-11-15T18:21:09,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:09,786 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:09,787 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T18:21:09,787 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:21:09,787 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:09,787 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:09,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:09,788 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:09,788 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:21:09,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:09,789 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:09,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:09,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:21:09,839 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:21:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:10,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbe5796a0cd58d1a8e8cd0f55e9f7f11, NAME => 'hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017 2024-11-15T18:21:10,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:21:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:10,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:10,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bbe5796a0cd58d1a8e8cd0f55e9f7f11, disabling compactions & flushes 2024-11-15T18:21:10,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:10,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:10,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. after waiting 0 ms 2024-11-15T18:21:10,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:10,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:10,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbe5796a0cd58d1a8e8cd0f55e9f7f11: Waiting for close lock at 1731694870604Disabling compacts and flushes for region at 1731694870604Disabling writes for close at 1731694870604Writing region close event to WAL at 1731694870604Closed at 1731694870604 2024-11-15T18:21:10,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:10,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694870605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694870605"}]},"ts":"1731694870605"} 2024-11-15T18:21:10,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:10,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:10,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694870607"}]},"ts":"1731694870607"} 2024-11-15T18:21:10,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:21:10,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbe5796a0cd58d1a8e8cd0f55e9f7f11, ASSIGN}] 2024-11-15T18:21:10,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbe5796a0cd58d1a8e8cd0f55e9f7f11, ASSIGN 2024-11-15T18:21:10,610 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbe5796a0cd58d1a8e8cd0f55e9f7f11, ASSIGN; state=OFFLINE, location=74ec74825666,35019,1731694848771; forceNewPlan=false, retain=false 2024-11-15T18:21:10,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbe5796a0cd58d1a8e8cd0f55e9f7f11, regionState=OPENING, regionLocation=74ec74825666,35019,1731694848771 2024-11-15T18:21:10,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbe5796a0cd58d1a8e8cd0f55e9f7f11, ASSIGN because future has completed 2024-11-15T18:21:10,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbe5796a0cd58d1a8e8cd0f55e9f7f11, server=74ec74825666,35019,1731694848771}] 2024-11-15T18:21:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:10,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:10,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:10,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:21:10,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C35019%2C1731694848771.rep, suffix=, logDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771, archiveDir=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/oldWALs, maxLogs=10 2024-11-15T18:21:10,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.rep.1731694870919, exclude list is [], retry=0 2024-11-15T18:21:10,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42455,DS-81107acc-0b21-4089-8b68-b251dedc5d6b,DISK] 2024-11-15T18:21:10,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.rep.1731694870919 2024-11-15T18:21:10,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41755:41755)] 2024-11-15T18:21:10,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bbe5796a0cd58d1a8e8cd0f55e9f7f11, NAME => 'hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:10,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:10,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:21:10,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. service=MultiRowMutationService 2024-11-15T18:21:10,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:21:10,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:10,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,935 INFO [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,937 INFO [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe5796a0cd58d1a8e8cd0f55e9f7f11 columnFamilyName hfileref 2024-11-15T18:21:10,937 DEBUG [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:10,937 INFO [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] regionserver.HStore(327): Store=bbe5796a0cd58d1a8e8cd0f55e9f7f11/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:10,937 INFO [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,939 INFO [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe5796a0cd58d1a8e8cd0f55e9f7f11 columnFamilyName queue 2024-11-15T18:21:10,939 DEBUG [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:10,939 INFO [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] regionserver.HStore(327): Store=bbe5796a0cd58d1a8e8cd0f55e9f7f11/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:10,940 INFO [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,941 INFO [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe5796a0cd58d1a8e8cd0f55e9f7f11 columnFamilyName sid 2024-11-15T18:21:10,941 DEBUG [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:10,941 INFO [StoreOpener-bbe5796a0cd58d1a8e8cd0f55e9f7f11-1 {}] regionserver.HStore(327): Store=bbe5796a0cd58d1a8e8cd0f55e9f7f11/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:10,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/replication/bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/replication/bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:10,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/replication/bbe5796a0cd58d1a8e8cd0f55e9f7f11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:10,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bbe5796a0cd58d1a8e8cd0f55e9f7f11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61083228, jitterRate=-0.08978897333145142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:10,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:10,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bbe5796a0cd58d1a8e8cd0f55e9f7f11: Running coprocessor pre-open hook at 1731694870935Writing region info on filesystem at 1731694870935Initializing all the Stores at 1731694870935Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694870935Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694870935Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694870935Cleaning up temporary data from old regions at 1731694870943 (+8 ms)Running coprocessor post-open hooks at 1731694870946 (+3 ms)Region opened successfully at 1731694870947 (+1 ms) 2024-11-15T18:21:10,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11., pid=10, masterSystemTime=1731694870914 2024-11-15T18:21:10,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:10,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:10,950 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbe5796a0cd58d1a8e8cd0f55e9f7f11, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,35019,1731694848771 2024-11-15T18:21:10,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbe5796a0cd58d1a8e8cd0f55e9f7f11, server=74ec74825666,35019,1731694848771 because future has completed 2024-11-15T18:21:10,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:21:10,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bbe5796a0cd58d1a8e8cd0f55e9f7f11, server=74ec74825666,35019,1731694848771 in 189 msec 2024-11-15T18:21:10,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:21:10,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbe5796a0cd58d1a8e8cd0f55e9f7f11, ASSIGN in 345 msec 2024-11-15T18:21:10,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:10,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694870956"}]},"ts":"1731694870956"} 2024-11-15T18:21:10,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:21:10,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:10,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-15T18:21:10,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T18:21:10,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T18:21:10,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T18:21:10,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T18:21:10,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:21:10,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T18:21:10,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11., hostname=74ec74825666,35019,1731694848771, seqNum=2] 2024-11-15T18:21:11,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:21:11,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:21:11,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:21:11,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:21:11,268 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:21:11,301 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,35019,1731694848771, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:21:11,301 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:11,301 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35019,1731694848771, seqNum=-1] 2024-11-15T18:21:11,302 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:11,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T18:21:11,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,35019,1731694848771', locateType=CURRENT is [region=hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11., hostname=74ec74825666,35019,1731694848771, seqNum=2] 2024-11-15T18:21:11,307 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:21:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:21:11,309 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,35019,1731694848771 suceeded 2024-11-15T18:21:11,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:21:11,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-15T18:21:11,311 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:34463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:21:11,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-11-15T18:21:11,320 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:34463' 2024-11-15T18:21:11,321 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d28a05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:11,321 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34463,-1 for getting cluster id 2024-11-15T18:21:11,321 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:11,322 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c39c129d-5590-4792-8f5f-5cf10193efa6' 2024-11-15T18:21:11,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:11,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c39c129d-5590-4792-8f5f-5cf10193efa6" 2024-11-15T18:21:11,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@469fde1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:11,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34463,-1] 2024-11-15T18:21:11,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:11,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:11,323 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:11,324 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@557ddf6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:11,324 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:11,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,34463,1731694854210 2024-11-15T18:21:11,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75c67c24 2024-11-15T18:21:11,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:11,326 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-15T18:21:11,326 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,35019,1731694848771 (queues=1) is replicating from cluster=242c1b8e-1682-4da8-9760-44a7589faab1 to cluster=c39c129d-5590-4792-8f5f-5cf10193efa6 2024-11-15T18:21:11,326 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C35019%2C1731694848771 2024-11-15T18:21:11,327 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,35019,1731694848771, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:21:11,327 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C35019%2C1731694848771 2024-11-15T18:21:11,327 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, startPosition=0, beingWritten=true 2024-11-15T18:21:11,332 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:11,332 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 379, reset compression=false 2024-11-15T18:21:11,332 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35019,1731694848771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:11,535 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 379, reset compression=false 2024-11-15T18:21:11,838 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 379, reset compression=false 2024-11-15T18:21:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:11,924 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:21:11,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:11,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:11,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:11,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:11,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:11,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9dd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:11,925 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34463,-1 for getting cluster id 2024-11-15T18:21:11,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:11,925 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c39c129d-5590-4792-8f5f-5cf10193efa6' 2024-11-15T18:21:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c39c129d-5590-4792-8f5f-5cf10193efa6" 2024-11-15T18:21:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f057dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34463,-1] 2024-11-15T18:21:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:11,926 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:11,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8600ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:11,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,34463,1731694854210 2024-11-15T18:21:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d7b5b6 2024-11-15T18:21:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:11,928 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:11,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:46277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:21:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:21:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:11,931 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:46277' 2024-11-15T18:21:11,932 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f48025a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:11,932 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46277,-1 for getting cluster id 2024-11-15T18:21:11,932 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:11,933 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5f5c49-539f-4c1c-9f5d-0c58f368c54c' 2024-11-15T18:21:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5f5c49-539f-4c1c-9f5d-0c58f368c54c" 2024-11-15T18:21:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc41d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46277,-1] 2024-11-15T18:21:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:11,934 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:11,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c58a47a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:11,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:11,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46277,1731694859411 2024-11-15T18:21:11,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f7c25ef 2024-11-15T18:21:11,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:11,936 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:11,936 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T18:21:11,936 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:21:11,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:11,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:11,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:11,937 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:11,938 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:21:11,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:11,939 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:11,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:11,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:21:11,988 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:21:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:12,241 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 379, reset compression=false 2024-11-15T18:21:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:12,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fba2b136f745324b178895ffba89a31c, NAME => 'hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3 2024-11-15T18:21:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:21:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:12,744 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 379, reset compression=false 2024-11-15T18:21:12,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:12,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fba2b136f745324b178895ffba89a31c, disabling compactions & flushes 2024-11-15T18:21:12,749 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:12,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:12,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. after waiting 0 ms 2024-11-15T18:21:12,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:12,750 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:12,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fba2b136f745324b178895ffba89a31c: Waiting for close lock at 1731694872749Disabling compacts and flushes for region at 1731694872749Disabling writes for close at 1731694872750 (+1 ms)Writing region close event to WAL at 1731694872750Closed at 1731694872750 2024-11-15T18:21:12,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:12,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694872809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694872809"}]},"ts":"1731694872809"} 2024-11-15T18:21:12,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:12,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:12,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694872812"}]},"ts":"1731694872812"} 2024-11-15T18:21:12,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:21:12,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fba2b136f745324b178895ffba89a31c, ASSIGN}] 2024-11-15T18:21:12,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fba2b136f745324b178895ffba89a31c, ASSIGN 2024-11-15T18:21:12,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fba2b136f745324b178895ffba89a31c, ASSIGN; state=OFFLINE, location=74ec74825666,40653,1731694854434; forceNewPlan=false, retain=false 2024-11-15T18:21:12,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fba2b136f745324b178895ffba89a31c, regionState=OPENING, regionLocation=74ec74825666,40653,1731694854434 2024-11-15T18:21:12,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fba2b136f745324b178895ffba89a31c, ASSIGN because future has completed 2024-11-15T18:21:12,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fba2b136f745324b178895ffba89a31c, server=74ec74825666,40653,1731694854434}] 2024-11-15T18:21:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:13,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:13,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:13,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:21:13,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C40653%2C1731694854434.rep, suffix=, logDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434, archiveDir=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/oldWALs, maxLogs=10 2024-11-15T18:21:13,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.rep.1731694873125, exclude list is [], retry=0 2024-11-15T18:21:13,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-02f5842a-eaea-40b1-9cff-f10f6cb9395b,DISK] 2024-11-15T18:21:13,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.rep.1731694873125 2024-11-15T18:21:13,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46021:46021)] 2024-11-15T18:21:13,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fba2b136f745324b178895ffba89a31c, NAME => 'hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:13,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:13,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:21:13,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. service=MultiRowMutationService 2024-11-15T18:21:13,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:21:13,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:13,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,147 INFO [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,148 INFO [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fba2b136f745324b178895ffba89a31c columnFamilyName hfileref 2024-11-15T18:21:13,148 DEBUG [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:13,148 INFO [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] regionserver.HStore(327): Store=fba2b136f745324b178895ffba89a31c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:13,148 INFO [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,149 INFO [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fba2b136f745324b178895ffba89a31c columnFamilyName queue 2024-11-15T18:21:13,149 DEBUG [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:13,149 INFO [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] regionserver.HStore(327): Store=fba2b136f745324b178895ffba89a31c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:13,149 INFO [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,150 INFO [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fba2b136f745324b178895ffba89a31c columnFamilyName sid 2024-11-15T18:21:13,150 DEBUG [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:13,150 INFO [StoreOpener-fba2b136f745324b178895ffba89a31c-1 {}] regionserver.HStore(327): Store=fba2b136f745324b178895ffba89a31c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:13,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/replication/fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/replication/fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:13,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/replication/fba2b136f745324b178895ffba89a31c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:13,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fba2b136f745324b178895ffba89a31c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66204998, jitterRate=-0.013468652963638306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:13,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:13,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fba2b136f745324b178895ffba89a31c: Running coprocessor pre-open hook at 1731694873146Writing region info on filesystem at 1731694873146Initializing all the Stores at 1731694873146Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694873146Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694873146Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694873146Cleaning up temporary data from old regions at 1731694873152 (+6 ms)Running coprocessor post-open hooks at 1731694873154 (+2 ms)Region opened successfully at 1731694873154 2024-11-15T18:21:13,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c., pid=10, masterSystemTime=1731694873120 2024-11-15T18:21:13,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:13,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:13,157 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fba2b136f745324b178895ffba89a31c, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,40653,1731694854434 2024-11-15T18:21:13,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fba2b136f745324b178895ffba89a31c, server=74ec74825666,40653,1731694854434 because future has completed 2024-11-15T18:21:13,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:21:13,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fba2b136f745324b178895ffba89a31c, server=74ec74825666,40653,1731694854434 in 191 msec 2024-11-15T18:21:13,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:21:13,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fba2b136f745324b178895ffba89a31c, ASSIGN in 347 msec 2024-11-15T18:21:13,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:13,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694873164"}]},"ts":"1731694873164"} 2024-11-15T18:21:13,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:21:13,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:13,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2300 sec 2024-11-15T18:21:13,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c., hostname=74ec74825666,40653,1731694854434, seqNum=2] 2024-11-15T18:21:13,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:21:13,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:21:13,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:21:13,347 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 379, reset compression=false 2024-11-15T18:21:13,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:21:13,405 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:21:13,448 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,40653,1731694854434, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:21:13,449 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:13,449 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,40653,1731694854434, seqNum=-1] 2024-11-15T18:21:13,450 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:13,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T18:21:13,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,40653,1731694854434', locateType=CURRENT is [region=hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c., hostname=74ec74825666,40653,1731694854434, seqNum=2] 2024-11-15T18:21:13,456 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:21:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:21:13,459 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,40653,1731694854434 suceeded 2024-11-15T18:21:13,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:21:13,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-15T18:21:13,461 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:46277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:21:13,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-11-15T18:21:13,477 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:46277' 2024-11-15T18:21:13,478 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7db433ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:13,478 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46277,-1 for getting cluster id 2024-11-15T18:21:13,478 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:13,479 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5f5c49-539f-4c1c-9f5d-0c58f368c54c' 2024-11-15T18:21:13,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:13,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5f5c49-539f-4c1c-9f5d-0c58f368c54c" 2024-11-15T18:21:13,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c79e5c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:13,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46277,-1] 2024-11-15T18:21:13,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:13,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:13,489 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:13,492 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@615c60a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:13,492 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:13,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46277,1731694859411 2024-11-15T18:21:13,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eaf7fdc 2024-11-15T18:21:13,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:13,495 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-15T18:21:13,495 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,40653,1731694854434 (queues=1) is replicating from cluster=c39c129d-5590-4792-8f5f-5cf10193efa6 to cluster=6c5f5c49-539f-4c1c-9f5d-0c58f368c54c 2024-11-15T18:21:13,496 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C40653%2C1731694854434 2024-11-15T18:21:13,496 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,40653,1731694854434, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:21:13,496 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C40653%2C1731694854434 2024-11-15T18:21:13,496 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, startPosition=0, beingWritten=true 2024-11-15T18:21:13,502 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:13,502 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 379, reset compression=false 2024-11-15T18:21:13,502 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40653,1731694854434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:13,707 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 379, reset compression=false 2024-11-15T18:21:14,010 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 379, reset compression=false 2024-11-15T18:21:14,050 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 379, reset compression=false 2024-11-15T18:21:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:14,074 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:21:14,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:14,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:14,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:14,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:14,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:14,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:14,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46277,-1 for getting cluster id 2024-11-15T18:21:14,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:14,076 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5f5c49-539f-4c1c-9f5d-0c58f368c54c' 2024-11-15T18:21:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5f5c49-539f-4c1c-9f5d-0c58f368c54c" 2024-11-15T18:21:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fd6501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46277,-1] 2024-11-15T18:21:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:14,078 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72221655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:14,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46277,1731694859411 2024-11-15T18:21:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@427052e2 2024-11-15T18:21:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:14,080 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:14,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:36655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:21:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:21:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:14,083 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:36655' 2024-11-15T18:21:14,083 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779aa6a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:14,083 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,36655,-1 for getting cluster id 2024-11-15T18:21:14,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:14,084 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242c1b8e-1682-4da8-9760-44a7589faab1' 2024-11-15T18:21:14,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:14,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242c1b8e-1682-4da8-9760-44a7589faab1" 2024-11-15T18:21:14,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a026db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:14,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,36655,-1] 2024-11-15T18:21:14,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:14,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:14,085 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:14,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ee4ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:14,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:14,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,36655,1731694848577 2024-11-15T18:21:14,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@540df0c5 2024-11-15T18:21:14,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:14,087 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:14,088 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T18:21:14,088 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:21:14,088 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:14,088 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:14,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:14,089 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:14,089 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:21:14,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:14,091 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:14,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:21:14,140 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:21:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:14,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:21:14,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:14,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:14,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:14,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:14,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:14,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:14,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:14,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:14,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:14,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:14,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:14,414 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 379, reset compression=false 2024-11-15T18:21:14,501 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17f01470cee42054e5d6330b700ed84d, NAME => 'hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1 2024-11-15T18:21:14,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:21:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:14,854 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 379, reset compression=false 2024-11-15T18:21:14,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:14,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17f01470cee42054e5d6330b700ed84d, disabling compactions & flushes 2024-11-15T18:21:14,910 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:14,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:14,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. after waiting 0 ms 2024-11-15T18:21:14,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:14,910 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:14,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17f01470cee42054e5d6330b700ed84d: Waiting for close lock at 1731694874910Disabling compacts and flushes for region at 1731694874910Disabling writes for close at 1731694874910Writing region close event to WAL at 1731694874910Closed at 1731694874910 2024-11-15T18:21:14,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:14,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694874911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694874911"}]},"ts":"1731694874911"} 2024-11-15T18:21:14,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:14,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:14,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694874914"}]},"ts":"1731694874914"} 2024-11-15T18:21:14,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:21:14,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f01470cee42054e5d6330b700ed84d, ASSIGN}] 2024-11-15T18:21:14,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f01470cee42054e5d6330b700ed84d, ASSIGN 2024-11-15T18:21:14,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17f01470cee42054e5d6330b700ed84d, ASSIGN; state=OFFLINE, location=74ec74825666,44433,1731694859528; forceNewPlan=false, retain=false 2024-11-15T18:21:14,918 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 379, reset compression=false 2024-11-15T18:21:15,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17f01470cee42054e5d6330b700ed84d, regionState=OPENING, regionLocation=74ec74825666,44433,1731694859528 2024-11-15T18:21:15,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17f01470cee42054e5d6330b700ed84d, ASSIGN because future has completed 2024-11-15T18:21:15,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17f01470cee42054e5d6330b700ed84d, server=74ec74825666,44433,1731694859528}] 2024-11-15T18:21:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:15,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:15,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:15,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:21:15,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C44433%2C1731694859528.rep, suffix=, logDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528, archiveDir=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/oldWALs, maxLogs=10 2024-11-15T18:21:15,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.rep.1731694875227, exclude list is [], retry=0 2024-11-15T18:21:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40227,DS-3e7892a2-4725-48d3-94e9-813c21bbf1dd,DISK] 2024-11-15T18:21:15,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.rep.1731694875227 2024-11-15T18:21:15,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33043:33043)] 2024-11-15T18:21:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 17f01470cee42054e5d6330b700ed84d, NAME => 'hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:15,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:21:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. service=MultiRowMutationService 2024-11-15T18:21:15,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:21:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,252 INFO [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,252 INFO [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f01470cee42054e5d6330b700ed84d columnFamilyName hfileref 2024-11-15T18:21:15,253 DEBUG [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:15,253 INFO [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] regionserver.HStore(327): Store=17f01470cee42054e5d6330b700ed84d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:15,253 INFO [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,254 INFO [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f01470cee42054e5d6330b700ed84d columnFamilyName queue 2024-11-15T18:21:15,254 DEBUG [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:15,254 INFO [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] regionserver.HStore(327): Store=17f01470cee42054e5d6330b700ed84d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:15,254 INFO [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,255 INFO [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f01470cee42054e5d6330b700ed84d columnFamilyName sid 2024-11-15T18:21:15,255 DEBUG [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:15,255 INFO [StoreOpener-17f01470cee42054e5d6330b700ed84d-1 {}] regionserver.HStore(327): Store=17f01470cee42054e5d6330b700ed84d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:15,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/replication/17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/replication/17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:15,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/replication/17f01470cee42054e5d6330b700ed84d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:15,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 17f01470cee42054e5d6330b700ed84d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62887030, jitterRate=-0.06291022896766663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:15,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:15,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 17f01470cee42054e5d6330b700ed84d: Running coprocessor pre-open hook at 1731694875251Writing region info on filesystem at 1731694875251Initializing all the Stores at 1731694875251Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694875251Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694875251Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694875251Cleaning up temporary data from old regions at 1731694875257 (+6 ms)Running coprocessor post-open hooks at 1731694875260 (+3 ms)Region opened successfully at 1731694875260 2024-11-15T18:21:15,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d., pid=10, masterSystemTime=1731694875222 2024-11-15T18:21:15,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:15,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:15,263 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17f01470cee42054e5d6330b700ed84d, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,44433,1731694859528 2024-11-15T18:21:15,263 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46277 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=74ec74825666,44433,1731694859528, table=hbase:replication, region=17f01470cee42054e5d6330b700ed84d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T18:21:15,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17f01470cee42054e5d6330b700ed84d, server=74ec74825666,44433,1731694859528 because future has completed 2024-11-15T18:21:15,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:21:15,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 17f01470cee42054e5d6330b700ed84d, server=74ec74825666,44433,1731694859528 in 195 msec 2024-11-15T18:21:15,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:21:15,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f01470cee42054e5d6330b700ed84d, ASSIGN in 350 msec 2024-11-15T18:21:15,269 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:15,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694875269"}]},"ts":"1731694875269"} 2024-11-15T18:21:15,271 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:21:15,271 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:15,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-15T18:21:15,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d., hostname=74ec74825666,44433,1731694859528, seqNum=2] 2024-11-15T18:21:15,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T18:21:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:15,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:21:15,524 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 379, reset compression=false 2024-11-15T18:21:15,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44433 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:21:15,542 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:21:15,582 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,44433,1731694859528, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:21:15,583 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:15,583 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44433,1731694859528, seqNum=-1] 2024-11-15T18:21:15,583 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:15,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T18:21:15,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,44433,1731694859528', locateType=CURRENT is [region=hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d., hostname=74ec74825666,44433,1731694859528, seqNum=2] 2024-11-15T18:21:15,588 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:21:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:21:15,591 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,44433,1731694859528 suceeded 2024-11-15T18:21:15,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:21:15,593 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:36655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:21:15,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-15T18:21:15,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-11-15T18:21:15,603 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:36655' 2024-11-15T18:21:15,604 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7efb26ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:15,604 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,36655,-1 for getting cluster id 2024-11-15T18:21:15,604 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:15,605 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242c1b8e-1682-4da8-9760-44a7589faab1' 2024-11-15T18:21:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242c1b8e-1682-4da8-9760-44a7589faab1" 2024-11-15T18:21:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@328c2ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,36655,-1] 2024-11-15T18:21:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:15,606 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:15,606 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40ce8bb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:15,606 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:15,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,36655,1731694848577 2024-11-15T18:21:15,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4296204f 2024-11-15T18:21:15,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:15,608 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T18:21:15,608 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,44433,1731694859528 (queues=1) is replicating from cluster=6c5f5c49-539f-4c1c-9f5d-0c58f368c54c to cluster=242c1b8e-1682-4da8-9760-44a7589faab1 2024-11-15T18:21:15,608 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C44433%2C1731694859528 2024-11-15T18:21:15,609 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,44433,1731694859528, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:21:15,609 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194, startPosition=0, beingWritten=true 2024-11-15T18:21:15,609 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C44433%2C1731694859528 2024-11-15T18:21:15,613 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:15,614 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 379, reset compression=false 2024-11-15T18:21:15,614 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,44433,1731694859528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:15,758 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 379, reset compression=false 2024-11-15T18:21:15,817 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 379, reset compression=false 2024-11-15T18:21:16,120 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 379, reset compression=false 2024-11-15T18:21:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:16,224 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:21:16,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:16,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:16,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:16,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:16,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:16,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,36655,-1 for getting cluster id 2024-11-15T18:21:16,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:16,226 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242c1b8e-1682-4da8-9760-44a7589faab1' 2024-11-15T18:21:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242c1b8e-1682-4da8-9760-44a7589faab1" 2024-11-15T18:21:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675a482d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,36655,-1] 2024-11-15T18:21:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:16,227 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33249c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,228 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 379, reset compression=false 2024-11-15T18:21:16,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34463,-1 for getting cluster id 2024-11-15T18:21:16,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:16,229 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c39c129d-5590-4792-8f5f-5cf10193efa6' 2024-11-15T18:21:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c39c129d-5590-4792-8f5f-5cf10193efa6" 2024-11-15T18:21:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c47c6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34463,-1] 2024-11-15T18:21:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:16,230 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ceb85f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46277,-1 for getting cluster id 2024-11-15T18:21:16,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:16,235 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5f5c49-539f-4c1c-9f5d-0c58f368c54c' 2024-11-15T18:21:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5f5c49-539f-4c1c-9f5d-0c58f368c54c" 2024-11-15T18:21:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5159c7c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46277,-1] 2024-11-15T18:21:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:16,236 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7404d82b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35019,1731694848771, seqNum=-1] 2024-11-15T18:21:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:16,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:21:16,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731694863298.cabf6077cff210e90be74deea9bca95b., hostname=74ec74825666,35019,1731694848771, seqNum=2] 2024-11-15T18:21:16,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44433,1731694859528, seqNum=-1] 2024-11-15T18:21:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:16,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:21:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d., hostname=74ec74825666,44433,1731694859528, seqNum=2] 2024-11-15T18:21:16,272 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T18:21:16,524 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 379, reset compression=false 2024-11-15T18:21:16,761 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 379, reset compression=false 2024-11-15T18:21:16,766 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:16,766 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 480, reset compression=false 2024-11-15T18:21:16,766 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35019,1731694848771 got entry batch from reader: WALEntryBatch [walEntries=[{test/cabf6077cff210e90be74deea9bca95b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T18:21:16,768 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:21:16,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-15T18:21:16,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:16,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@198a4866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34463,-1 for getting cluster id 2024-11-15T18:21:16,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:16,771 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c39c129d-5590-4792-8f5f-5cf10193efa6' 2024-11-15T18:21:16,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:16,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c39c129d-5590-4792-8f5f-5cf10193efa6" 2024-11-15T18:21:16,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2758f233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34463,-1] 2024-11-15T18:21:16,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:16,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:16,772 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:16,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32271073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:16,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:16,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,40653,1731694854434, seqNum=-1] 2024-11-15T18:21:16,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:16,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T18:21:16,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2., hostname=74ec74825666,40653,1731694854434, seqNum=2] 2024-11-15T18:21:16,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:16,972 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 480, reset compression=false 2024-11-15T18:21:17,028 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 379, reset compression=false 2024-11-15T18:21:17,039 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 379, reset compression=false 2024-11-15T18:21:17,044 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:17,044 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 503, reset compression=false 2024-11-15T18:21:17,044 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40653,1731694854434 got entry batch from reader: WALEntryBatch [walEntries=[{test/20aaac70ee62124a71577d29cc21cdb2/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T18:21:17,046 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:21:17,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-15T18:21:17,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:17,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51e648b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:17,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46277,-1 for getting cluster id 2024-11-15T18:21:17,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:17,048 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5f5c49-539f-4c1c-9f5d-0c58f368c54c' 2024-11-15T18:21:17,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5f5c49-539f-4c1c-9f5d-0c58f368c54c" 2024-11-15T18:21:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c50a463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46277,-1] 2024-11-15T18:21:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:17,050 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:17,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5209e6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:17,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:17,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,44433,1731694859528, seqNum=-1] 2024-11-15T18:21:17,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:17,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T18:21:17,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d., hostname=74ec74825666,44433,1731694859528, seqNum=2] 2024-11-15T18:21:17,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:17,248 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 503, reset compression=false 2024-11-15T18:21:17,274 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T18:21:17,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,40653,1731694854434, seqNum=-1] 2024-11-15T18:21:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:17,276 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 480, reset compression=false 2024-11-15T18:21:17,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:21:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2., hostname=74ec74825666,40653,1731694854434, seqNum=2] 2024-11-15T18:21:17,282 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T18:21:17,552 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 503, reset compression=false 2024-11-15T18:21:17,556 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:17,556 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 607, reset compression=false 2024-11-15T18:21:17,556 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40653,1731694854434 got entry batch from reader: WALEntryBatch [walEntries=[{test/20aaac70ee62124a71577d29cc21cdb2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T18:21:17,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:17,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:17,632 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 379, reset compression=false 2024-11-15T18:21:17,637 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:17,637 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 655, reset compression=false 2024-11-15T18:21:17,637 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,44433,1731694859528 got entry batch from reader: WALEntryBatch [walEntries=[{test/6aa8803a67d7249db8572a086d1f4d9d/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T18:21:17,638 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:21:17,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T18:21:17,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:17,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c927ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:17,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,36655,-1 for getting cluster id 2024-11-15T18:21:17,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:17,641 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242c1b8e-1682-4da8-9760-44a7589faab1' 2024-11-15T18:21:17,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:17,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242c1b8e-1682-4da8-9760-44a7589faab1" 2024-11-15T18:21:17,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f6ef890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:17,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,36655,-1] 2024-11-15T18:21:17,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:17,642 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:17,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@295d742b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:17,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:17,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35019,1731694848771, seqNum=-1] 2024-11-15T18:21:17,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:17,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T18:21:17,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731694863298.cabf6077cff210e90be74deea9bca95b., hostname=74ec74825666,35019,1731694848771, seqNum=2] 2024-11-15T18:21:17,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:17,680 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 480, reset compression=false 2024-11-15T18:21:17,684 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:17,684 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 631, reset compression=false 2024-11-15T18:21:17,684 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35019,1731694848771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:17,761 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 607, reset compression=false 2024-11-15T18:21:17,845 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 655, reset compression=false 2024-11-15T18:21:17,888 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 631, reset compression=false 2024-11-15T18:21:18,064 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 607, reset compression=false 2024-11-15T18:21:18,149 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 655, reset compression=false 2024-11-15T18:21:18,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:21:18,192 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 631, reset compression=false 2024-11-15T18:21:18,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:18,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:21:18,264 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68501 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:21:18,283 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T18:21:18,286 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T18:21:18,467 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 607, reset compression=false 2024-11-15T18:21:18,554 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 655, reset compression=false 2024-11-15T18:21:18,558 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:18,558 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 759, reset compression=false 2024-11-15T18:21:18,559 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,44433,1731694859528 got entry batch from reader: WALEntryBatch [walEntries=[{test/6aa8803a67d7249db8572a086d1f4d9d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T18:21:18,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:18,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:18,596 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 631, reset compression=false 2024-11-15T18:21:18,600 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:18,600 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 758, reset compression=false 2024-11-15T18:21:18,600 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35019,1731694848771 got entry batch from reader: WALEntryBatch [walEntries=[{test/cabf6077cff210e90be74deea9bca95b/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T18:21:18,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:18,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:18,762 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 759, reset compression=false 2024-11-15T18:21:18,804 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 758, reset compression=false 2024-11-15T18:21:18,971 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 607, reset compression=false 2024-11-15T18:21:18,982 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:18,982 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 757, reset compression=false 2024-11-15T18:21:18,982 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40653,1731694854434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:19,072 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 759, reset compression=false 2024-11-15T18:21:19,108 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 758, reset compression=false 2024-11-15T18:21:19,197 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 757, reset compression=false 2024-11-15T18:21:19,288 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T18:21:19,292 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T18:21:19,475 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 759, reset compression=false 2024-11-15T18:21:19,500 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 757, reset compression=false 2024-11-15T18:21:19,512 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 758, reset compression=false 2024-11-15T18:21:19,518 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:19,518 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 914, reset compression=false 2024-11-15T18:21:19,518 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35019,1731694848771 got entry batch from reader: WALEntryBatch [walEntries=[{test/cabf6077cff210e90be74deea9bca95b/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T18:21:19,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:19,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:19,721 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 914, reset compression=false 2024-11-15T18:21:19,904 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 757, reset compression=false 2024-11-15T18:21:19,908 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:19,908 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 904, reset compression=false 2024-11-15T18:21:19,908 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40653,1731694854434 got entry batch from reader: WALEntryBatch [walEntries=[{test/20aaac70ee62124a71577d29cc21cdb2/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T18:21:19,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:19,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:19,979 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 759, reset compression=false 2024-11-15T18:21:19,983 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:19,983 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 930, reset compression=false 2024-11-15T18:21:19,983 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,44433,1731694859528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:20,024 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 914, reset compression=false 2024-11-15T18:21:20,111 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 904, reset compression=false 2024-11-15T18:21:20,186 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 930, reset compression=false 2024-11-15T18:21:20,294 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T18:21:20,298 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T18:21:20,414 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 904, reset compression=false 2024-11-15T18:21:20,418 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:20,418 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1063, reset compression=false 2024-11-15T18:21:20,418 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40653,1731694854434 got entry batch from reader: WALEntryBatch [walEntries=[{test/20aaac70ee62124a71577d29cc21cdb2/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T18:21:20,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:20,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:20,428 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 914, reset compression=false 2024-11-15T18:21:20,489 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 930, reset compression=false 2024-11-15T18:21:20,493 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:20,493 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1080, reset compression=false 2024-11-15T18:21:20,493 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,44433,1731694859528 got entry batch from reader: WALEntryBatch [walEntries=[{test/6aa8803a67d7249db8572a086d1f4d9d/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T18:21:20,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:20,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:20,622 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1063, reset compression=false 2024-11-15T18:21:20,697 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1080, reset compression=false 2024-11-15T18:21:20,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:21:20,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:20,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:20,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:20,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:20,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:20,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:20,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:20,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:20,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:20,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:20,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:20,926 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1063, reset compression=false 2024-11-15T18:21:20,931 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 914, reset compression=false 2024-11-15T18:21:20,935 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:20,935 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1087, reset compression=false 2024-11-15T18:21:20,935 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35019,1731694848771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:21,000 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1080, reset compression=false 2024-11-15T18:21:21,138 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1087, reset compression=false 2024-11-15T18:21:21,300 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T18:21:21,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T18:21:21,329 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1063, reset compression=false 2024-11-15T18:21:21,403 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1080, reset compression=false 2024-11-15T18:21:21,407 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:21,407 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1239, reset compression=false 2024-11-15T18:21:21,407 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,44433,1731694859528 got entry batch from reader: WALEntryBatch [walEntries=[{test/6aa8803a67d7249db8572a086d1f4d9d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T18:21:21,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:21,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:21,442 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1087, reset compression=false 2024-11-15T18:21:21,446 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:21,446 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1236, reset compression=false 2024-11-15T18:21:21,446 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35019,1731694848771 got entry batch from reader: WALEntryBatch [walEntries=[{test/cabf6077cff210e90be74deea9bca95b/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T18:21:21,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:21,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:21,612 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1239, reset compression=false 2024-11-15T18:21:21,650 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1236, reset compression=false 2024-11-15T18:21:21,832 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1063, reset compression=false 2024-11-15T18:21:21,836 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:21,836 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1235, reset compression=false 2024-11-15T18:21:21,836 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40653,1731694854434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:21,915 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1239, reset compression=false 2024-11-15T18:21:21,954 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1236, reset compression=false 2024-11-15T18:21:22,040 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1235, reset compression=false 2024-11-15T18:21:22,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T18:21:22,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d262f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:22,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46277,-1 for getting cluster id 2024-11-15T18:21:22,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:22,312 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5f5c49-539f-4c1c-9f5d-0c58f368c54c' 2024-11-15T18:21:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5f5c49-539f-4c1c-9f5d-0c58f368c54c" 2024-11-15T18:21:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56848ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46277,-1] 2024-11-15T18:21:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:22,313 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21644d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:22,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:22,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46277,1731694859411 2024-11-15T18:21:22,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4f8847 2024-11-15T18:21:22,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:22,318 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:22,318 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1239, reset compression=false 2024-11-15T18:21:22,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-15T18:21:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-15T18:21:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T18:21:22,344 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1235, reset compression=false 2024-11-15T18:21:22,357 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1236, reset compression=false 2024-11-15T18:21:22,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:21:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T18:21:22,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44433 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T18:21:22,540 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-15T18:21:22,540 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-15T18:21:22,541 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,44433,1731694859528 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-15T18:21:22,541 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/74ec74825666:0-0. 2024-11-15T18:21:22,541 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:22,541 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:22,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:22,541 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:22,641 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T18:21:22,642 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:21:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T18:21:22,742 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 terminated 2024-11-15T18:21:22,747 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1235, reset compression=false 2024-11-15T18:21:22,762 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,44433,1731694859528, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:21:22,763 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-15T18:21:22,763 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T18:21:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T18:21:22,765 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 74ec74825666,44433,1731694859528 suceeded 2024-11-15T18:21:22,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T18:21:22,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-15T18:21:22,767 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-15T18:21:22,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 448 msec 2024-11-15T18:21:22,780 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:36655' 2024-11-15T18:21:22,781 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2361590e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:22,781 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,36655,-1 for getting cluster id 2024-11-15T18:21:22,781 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:22,782 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '242c1b8e-1682-4da8-9760-44a7589faab1' 2024-11-15T18:21:22,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:22,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "242c1b8e-1682-4da8-9760-44a7589faab1" 2024-11-15T18:21:22,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76c88c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:22,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,36655,-1] 2024-11-15T18:21:22,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:22,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:22,783 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:22,783 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ed35d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:22,784 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:22,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,36655,1731694848577 2024-11-15T18:21:22,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17fd1299 2024-11-15T18:21:22,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:22,785 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T18:21:22,785 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,44433,1731694859528 (queues=1) is replicating from cluster=6c5f5c49-539f-4c1c-9f5d-0c58f368c54c to cluster=242c1b8e-1682-4da8-9760-44a7589faab1 2024-11-15T18:21:22,785 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C44433%2C1731694859528 2024-11-15T18:21:22,785 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,44433,1731694859528, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:21:22,786 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C44433%2C1731694859528 2024-11-15T18:21:22,861 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1236, reset compression=false 2024-11-15T18:21:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T18:21:22,954 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:21:22,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:22,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:22,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:22,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:22,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:22,957 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-15T18:21:23,251 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1235, reset compression=false 2024-11-15T18:21:23,465 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1236, reset compression=false 2024-11-15T18:21:23,695 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:23,695 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1340, reset compression=false 2024-11-15T18:21:23,695 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35019,1731694848771 got entry batch from reader: WALEntryBatch [walEntries=[{test/cabf6077cff210e90be74deea9bca95b/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T18:21:23,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:23,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:23,794 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:21:23,854 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1235, reset compression=false 2024-11-15T18:21:23,858 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:23,858 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1362, reset compression=false 2024-11-15T18:21:23,858 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40653,1731694854434 got entry batch from reader: WALEntryBatch [walEntries=[{test/20aaac70ee62124a71577d29cc21cdb2/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T18:21:23,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:23,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:23,899 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1340, reset compression=false 2024-11-15T18:21:23,959 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-15T18:21:23,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a7bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:23,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,46277,-1 for getting cluster id 2024-11-15T18:21:23,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:23,961 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5f5c49-539f-4c1c-9f5d-0c58f368c54c' 2024-11-15T18:21:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5f5c49-539f-4c1c-9f5d-0c58f368c54c" 2024-11-15T18:21:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16099c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,46277,-1] 2024-11-15T18:21:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:23,962 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421e317b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:23,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:23,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,46277,1731694859411 2024-11-15T18:21:23,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17be1017 2024-11-15T18:21:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:23,966 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:23,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-15T18:21:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-15T18:21:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T18:21:24,061 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1362, reset compression=false 2024-11-15T18:21:24,065 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:24,065 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1466, reset compression=false 2024-11-15T18:21:24,065 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40653,1731694854434 got entry batch from reader: WALEntryBatch [walEntries=[{test/20aaac70ee62124a71577d29cc21cdb2/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T18:21:24,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:24,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T18:21:24,202 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1340, reset compression=false 2024-11-15T18:21:24,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:21:24,268 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1466, reset compression=false 2024-11-15T18:21:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T18:21:24,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44433 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-15T18:21:24,358 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-15T18:21:24,359 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T18:21:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T18:21:24,361 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 74ec74825666,44433,1731694859528 suceeded 2024-11-15T18:21:24,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T18:21:24,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-15T18:21:24,362 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-15T18:21:24,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 395 msec 2024-11-15T18:21:24,387 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194, startPosition=1239, beingWritten=true 2024-11-15T18:21:24,391 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:21:24,391 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1518, reset compression=false 2024-11-15T18:21:24,391 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,44433,1731694859528 got entry batch from reader: WALEntryBatch [walEntries=[{test/6aa8803a67d7249db8572a086d1f4d9d/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T18:21:24,392 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:21:24,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T18:21:24,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:21:24,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:21:24,572 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1466, reset compression=false 2024-11-15T18:21:24,594 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1518, reset compression=false 2024-11-15T18:21:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T18:21:24,594 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:21:24,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:24,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:24,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:24,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:24,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:24,596 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-15T18:21:24,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:21:24,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:24,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:24,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:24,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:24,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:24,597 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:21:24,597 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1269712933, stopped=false 2024-11-15T18:21:24,597 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,46277,1731694859411 2024-11-15T18:21:24,605 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1340, reset compression=false 2024-11-15T18:21:24,608 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:24,609 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:24,609 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35019,1731694848771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:24,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2901846895/running 2024-11-15T18:21:24,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2901846895/running 2024-11-15T18:21:24,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:24,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:24,735 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:21:24,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:24,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:24,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:24,735 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,44433,1731694859528' ***** 2024-11-15T18:21:24,735 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:21:24,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Set watcher on znode that does not yet exist, /2901846895/running 2024-11-15T18:21:24,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Set watcher on znode that does not yet exist, /2901846895/running 2024-11-15T18:21:24,736 INFO [RS:0;74ec74825666:44433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:21:24,736 INFO [RS:0;74ec74825666:44433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:21:24,736 INFO [RS:0;74ec74825666:44433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:21:24,736 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:21:24,736 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(3091): Received CLOSE for 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:24,736 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(3091): Received CLOSE for 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:24,736 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,44433,1731694859528 2024-11-15T18:21:24,736 INFO [RS:0;74ec74825666:44433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:21:24,736 INFO [RS:0;74ec74825666:44433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:44433. 2024-11-15T18:21:24,736 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6aa8803a67d7249db8572a086d1f4d9d, disabling compactions & flushes 2024-11-15T18:21:24,736 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:24,736 DEBUG [RS:0;74ec74825666:44433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:24,736 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:24,736 DEBUG [RS:0;74ec74825666:44433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:24,736 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. after waiting 0 ms 2024-11-15T18:21:24,736 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:24,737 INFO [RS:0;74ec74825666:44433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:21:24,737 INFO [RS:0;74ec74825666:44433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:21:24,737 INFO [RS:0;74ec74825666:44433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:21:24,737 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6aa8803a67d7249db8572a086d1f4d9d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T18:21:24,737 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:21:24,737 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:21:24,737 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1325): Online Regions={6aa8803a67d7249db8572a086d1f4d9d=test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d., 1588230740=hbase:meta,,1.1588230740, 17f01470cee42054e5d6330b700ed84d=hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d.} 2024-11-15T18:21:24,737 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:21:24,737 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f01470cee42054e5d6330b700ed84d, 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:24,737 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:21:24,737 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:21:24,737 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:21:24,737 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:21:24,737 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:21:24,750 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/.tmp/f/8fc9071dc41d459bb26f929db291cf3e is 37, key is row3/f:row3/1731694882955/Put/seqid=0 2024-11-15T18:21:24,753 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/info/ddfaeb4e72c8439a8dfa15052a45d38f is 147, key is hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d./info:regioninfo/1731694875263/Put/seqid=0 2024-11-15T18:21:24,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741840_1016 (size=5228) 2024-11-15T18:21:24,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741841_1017 (size=7686) 2024-11-15T18:21:24,796 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:21:24,812 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:24,898 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1518, reset compression=false 2024-11-15T18:21:24,902 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:24,902 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1765, reset compression=false 2024-11-15T18:21:24,902 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,44433,1731694859528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:24,903 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74ec74825666,44433,1731694859528: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74ec74825666,44433,1731694859528, walGroup=74ec74825666%2C44433%2C1731694859528, offset=74ec74825666%2C44433%2C1731694859528.1731694862194:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:44433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T18:21:24,904 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:21:24,905 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:21:24,905 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:21:24,905 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:21:24,905 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:21:24,905 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1184890880, "init": 1048576000, "max": 2306867200, "used": 829582560 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198412328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T18:21:24,905 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:46277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:46277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T18:21:24,937 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f01470cee42054e5d6330b700ed84d, 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:24,975 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1466, reset compression=false 2024-11-15T18:21:25,105 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1765, reset compression=false 2024-11-15T18:21:25,115 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:25,124 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:21:25,124 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:21:25,137 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f01470cee42054e5d6330b700ed84d, 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:25,158 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/.tmp/f/8fc9071dc41d459bb26f929db291cf3e 2024-11-15T18:21:25,162 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fc9071dc41d459bb26f929db291cf3e 2024-11-15T18:21:25,163 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/info/ddfaeb4e72c8439a8dfa15052a45d38f 2024-11-15T18:21:25,175 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/.tmp/f1/add153cf4e6d45128d6270705e1cc632 is 30, key is row1/f1:/1731694880295/DeleteFamily/seqid=0 2024-11-15T18:21:25,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741842_1018 (size=5158) 2024-11-15T18:21:25,190 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/ns/3485cbe56c784f4fb2c12ead1ff1e9f1 is 43, key is default/ns:d/1731694863185/Put/seqid=0 2024-11-15T18:21:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741843_1019 (size=5153) 2024-11-15T18:21:25,337 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f01470cee42054e5d6330b700ed84d, 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:25,409 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1765, reset compression=false 2024-11-15T18:21:25,478 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1466, reset compression=false 2024-11-15T18:21:25,519 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:25,538 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f01470cee42054e5d6330b700ed84d, 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:25,579 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/.tmp/f1/add153cf4e6d45128d6270705e1cc632 2024-11-15T18:21:25,583 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for add153cf4e6d45128d6270705e1cc632 2024-11-15T18:21:25,593 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/ns/3485cbe56c784f4fb2c12ead1ff1e9f1 2024-11-15T18:21:25,595 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/.tmp/norep/053ea28a675d4cd69cfc605519439ef9 is 33, key is row2/norep:/1731694881301/DeleteFamily/seqid=0 2024-11-15T18:21:25,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741844_1020 (size=5108) 2024-11-15T18:21:25,611 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/rep_barrier/0f9f84bbe89943eb9baa0fbb919ea38c is 112, key is test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d./rep_barrier:seqnumDuringOpen/1731694868829/Put/seqid=0 2024-11-15T18:21:25,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741845_1021 (size=5518) 2024-11-15T18:21:25,738 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f01470cee42054e5d6330b700ed84d, 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:25,812 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1765, reset compression=false 2024-11-15T18:21:25,938 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f01470cee42054e5d6330b700ed84d, 6aa8803a67d7249db8572a086d1f4d9d 2024-11-15T18:21:25,999 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/.tmp/norep/053ea28a675d4cd69cfc605519439ef9 2024-11-15T18:21:26,003 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 053ea28a675d4cd69cfc605519439ef9 2024-11-15T18:21:26,004 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/.tmp/f/8fc9071dc41d459bb26f929db291cf3e as hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/f/8fc9071dc41d459bb26f929db291cf3e 2024-11-15T18:21:26,008 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fc9071dc41d459bb26f929db291cf3e 2024-11-15T18:21:26,008 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/f/8fc9071dc41d459bb26f929db291cf3e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T18:21:26,009 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/.tmp/f1/add153cf4e6d45128d6270705e1cc632 as hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/f1/add153cf4e6d45128d6270705e1cc632 2024-11-15T18:21:26,012 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for add153cf4e6d45128d6270705e1cc632 2024-11-15T18:21:26,012 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/f1/add153cf4e6d45128d6270705e1cc632, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T18:21:26,013 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/.tmp/norep/053ea28a675d4cd69cfc605519439ef9 as hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/norep/053ea28a675d4cd69cfc605519439ef9 2024-11-15T18:21:26,014 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/rep_barrier/0f9f84bbe89943eb9baa0fbb919ea38c 2024-11-15T18:21:26,017 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 053ea28a675d4cd69cfc605519439ef9 2024-11-15T18:21:26,018 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/norep/053ea28a675d4cd69cfc605519439ef9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T18:21:26,018 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6aa8803a67d7249db8572a086d1f4d9d in 1281ms, sequenceid=12, compaction requested=false 2024-11-15T18:21:26,022 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:26,026 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/default/test/6aa8803a67d7249db8572a086d1f4d9d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T18:21:26,027 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:21:26,027 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:21:26,027 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:26,027 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6aa8803a67d7249db8572a086d1f4d9d: Waiting for close lock at 1731694884736Running coprocessor pre-close hooks at 1731694884736Disabling compacts and flushes for region at 1731694884736Disabling writes for close at 1731694884736Obtaining lock to block concurrent updates at 1731694884737 (+1 ms)Preparing flush snapshotting stores in 6aa8803a67d7249db8572a086d1f4d9d at 1731694884737Finished memstore snapshotting test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731694884737Flushing stores of test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. at 1731694884738 (+1 ms)Flushing 6aa8803a67d7249db8572a086d1f4d9d/f: creating writer at 1731694884738Flushing 6aa8803a67d7249db8572a086d1f4d9d/f: appending metadata at 1731694884750 (+12 ms)Flushing 6aa8803a67d7249db8572a086d1f4d9d/f: closing flushed file at 1731694884750Flushing 6aa8803a67d7249db8572a086d1f4d9d/f1: creating writer at 1731694885162 (+412 ms)Flushing 6aa8803a67d7249db8572a086d1f4d9d/f1: appending metadata at 1731694885175 (+13 ms)Flushing 6aa8803a67d7249db8572a086d1f4d9d/f1: closing flushed file at 1731694885175Flushing 6aa8803a67d7249db8572a086d1f4d9d/norep: creating writer at 1731694885583 (+408 ms)Flushing 6aa8803a67d7249db8572a086d1f4d9d/norep: appending metadata at 1731694885595 (+12 ms)Flushing 6aa8803a67d7249db8572a086d1f4d9d/norep: closing flushed file at 1731694885595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f45c55: reopening flushed file at 1731694886003 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b07e1aa: reopening flushed file at 1731694886008 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca2d9eb: reopening flushed file at 1731694886012 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6aa8803a67d7249db8572a086d1f4d9d in 1281ms, sequenceid=12, compaction requested=false at 1731694886018 (+6 ms)Writing region close event to WAL at 1731694886021 (+3 ms)Running coprocessor post-close hooks at 1731694886027 (+6 ms)Closed at 1731694886027 2024-11-15T18:21:26,028 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694867616.6aa8803a67d7249db8572a086d1f4d9d. 2024-11-15T18:21:26,028 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17f01470cee42054e5d6330b700ed84d, disabling compactions & flushes 2024-11-15T18:21:26,028 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:26,028 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:26,028 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. after waiting 0 ms 2024-11-15T18:21:26,028 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:26,028 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17f01470cee42054e5d6330b700ed84d: Waiting for close lock at 1731694886028Running coprocessor pre-close hooks at 1731694886028Disabling compacts and flushes for region at 1731694886028Disabling writes for close at 1731694886028Failed flush hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d., putting online again at 1731694886028 2024-11-15T18:21:26,028 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:26,037 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/table/3bc73d9772bd4dfa82f92c7f7da6b0da is 53, key is hbase:replication/table:state/1731694875269/Put/seqid=0 2024-11-15T18:21:26,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741846_1022 (size=5308) 2024-11-15T18:21:26,080 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1466, reset compression=false 2024-11-15T18:21:26,138 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:21:26,138 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 17f01470cee42054e5d6330b700ed84d=hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d.} 2024-11-15T18:21:26,138 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(3091): Received CLOSE for 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:26,138 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f01470cee42054e5d6330b700ed84d 2024-11-15T18:21:26,139 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17f01470cee42054e5d6330b700ed84d, disabling compactions & flushes 2024-11-15T18:21:26,139 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:26,139 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:26,139 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. after waiting 0 ms 2024-11-15T18:21:26,139 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:26,139 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17f01470cee42054e5d6330b700ed84d: Waiting for close lock at 1731694886138Running coprocessor pre-close hooks at 1731694886138Disabling compacts and flushes for region at 1731694886138Disabling writes for close at 1731694886139 (+1 ms)Failed flush hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d., putting online again at 1731694886139 2024-11-15T18:21:26,139 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731694874088.17f01470cee42054e5d6330b700ed84d. 2024-11-15T18:21:26,315 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 1765, reset compression=false 2024-11-15T18:21:26,318 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:26,318 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 2409, reset compression=false 2024-11-15T18:21:26,339 DEBUG [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:21:26,441 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/table/3bc73d9772bd4dfa82f92c7f7da6b0da 2024-11-15T18:21:26,445 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/info/ddfaeb4e72c8439a8dfa15052a45d38f as hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/info/ddfaeb4e72c8439a8dfa15052a45d38f 2024-11-15T18:21:26,449 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/info/ddfaeb4e72c8439a8dfa15052a45d38f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:21:26,450 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/ns/3485cbe56c784f4fb2c12ead1ff1e9f1 as hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/ns/3485cbe56c784f4fb2c12ead1ff1e9f1 2024-11-15T18:21:26,454 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/ns/3485cbe56c784f4fb2c12ead1ff1e9f1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:21:26,454 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/rep_barrier/0f9f84bbe89943eb9baa0fbb919ea38c as hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/rep_barrier/0f9f84bbe89943eb9baa0fbb919ea38c 2024-11-15T18:21:26,459 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/rep_barrier/0f9f84bbe89943eb9baa0fbb919ea38c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:21:26,460 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/.tmp/table/3bc73d9772bd4dfa82f92c7f7da6b0da as hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/table/3bc73d9772bd4dfa82f92c7f7da6b0da 2024-11-15T18:21:26,463 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/table/3bc73d9772bd4dfa82f92c7f7da6b0da, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:21:26,464 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-11-15T18:21:26,480 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:21:26,480 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:21:26,480 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:21:26,481 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:21:26,481 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694884737Running coprocessor pre-close hooks at 1731694884737Disabling compacts and flushes for region at 1731694884737Disabling writes for close at 1731694884737Obtaining lock to block concurrent updates at 1731694884737Preparing flush snapshotting stores in 1588230740 at 1731694884737Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694884737Flushing stores of hbase:meta,,1.1588230740 at 1731694884738 (+1 ms)Flushing 1588230740/info: creating writer at 1731694884738Flushing 1588230740/info: appending metadata at 1731694884753 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731694884753Flushing 1588230740/ns: creating writer at 1731694885166 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731694885189 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731694885189Flushing 1588230740/rep_barrier: creating writer at 1731694885597 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694885611 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694885611Flushing 1588230740/table: creating writer at 1731694886018 (+407 ms)Flushing 1588230740/table: appending metadata at 1731694886036 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731694886037 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a6d9e5: reopening flushed file at 1731694886444 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b4a8e36: reopening flushed file at 1731694886449 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd4f56a: reopening flushed file at 1731694886454 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351e2cf1: reopening flushed file at 1731694886459 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1731694886464 (+5 ms)Writing region close event to WAL at 1731694886477 (+13 ms)Running coprocessor post-close hooks at 1731694886480 (+3 ms)Closed at 1731694886480 2024-11-15T18:21:26,481 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:21:26,522 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.wal-reader.74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 to pos 2409, reset compression=false 2024-11-15T18:21:26,539 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T18:21:26,539 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,44433,1731694859528; all regions closed. 2024-11-15T18:21:26,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741834_1010 (size=4239) 2024-11-15T18:21:26,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741839_1015 (size=2172) 2024-11-15T18:21:26,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.rep.1731694875227 not finished, retry = 0 2024-11-15T18:21:26,625 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:26,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741832_1008 (size=2417) 2024-11-15T18:21:26,645 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/WALs/74ec74825666,44433,1731694859528/74ec74825666%2C44433%2C1731694859528.1731694862194 not finished, retry = 0 2024-11-15T18:21:26,746 DEBUG [RS:0;74ec74825666:44433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:26,746 INFO [RS:0;74ec74825666:44433 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:21:26,746 INFO [RS:0;74ec74825666:44433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:21:26,747 INFO [RS:0;74ec74825666:44433 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:21:26,747 INFO [RS:0;74ec74825666:44433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:21:26,747 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:21:26,747 INFO [RS:0;74ec74825666:44433 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,44433,1731694859528 because: Region server is closing 2024-11-15T18:21:26,747 INFO [RS:0;74ec74825666:44433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:44433. 2024-11-15T18:21:26,747 DEBUG [RS:0;74ec74825666:44433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:26,747 DEBUG [RS:0;74ec74825666:44433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:26,747 DEBUG [RS:0;74ec74825666:44433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:26,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:26,783 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1466, reset compression=false 2024-11-15T18:21:26,848 INFO [RS:0;74ec74825666:44433 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,44433,1731694859528.replicationSource.shipper74ec74825666%2C44433%2C1731694859528,1-74ec74825666,44433,1731694859528 terminated 2024-11-15T18:21:26,848 INFO [RS:0;74ec74825666:44433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:44433. 2024-11-15T18:21:26,848 DEBUG [RS:0;74ec74825666:44433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:26,848 DEBUG [RS:0;74ec74825666:44433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:26,848 DEBUG [RS:0;74ec74825666:44433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:26,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:26,848 INFO [RS:0;74ec74825666:44433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44433 2024-11-15T18:21:26,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2901846895/rs/74ec74825666,44433,1731694859528 2024-11-15T18:21:26,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895/rs 2024-11-15T18:21:26,913 INFO [RS:0;74ec74825666:44433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:21:26,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,44433,1731694859528] 2024-11-15T18:21:26,934 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2901846895/draining/74ec74825666,44433,1731694859528 already deleted, retry=false 2024-11-15T18:21:26,934 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,44433,1731694859528 expired; onlineServers=0 2024-11-15T18:21:26,934 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,46277,1731694859411' ***** 2024-11-15T18:21:26,934 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:21:26,935 INFO [M:0;74ec74825666:46277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:21:26,935 INFO [M:0;74ec74825666:46277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:21:26,935 DEBUG [M:0;74ec74825666:46277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:21:26,935 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:21:26,935 DEBUG [M:0;74ec74825666:46277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:21:26,935 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694861948 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694861948,5,FailOnTimeoutGroup] 2024-11-15T18:21:26,935 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694861945 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694861945,5,FailOnTimeoutGroup] 2024-11-15T18:21:26,935 INFO [M:0;74ec74825666:46277 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:21:26,935 INFO [M:0;74ec74825666:46277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:21:26,935 DEBUG [M:0;74ec74825666:46277 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:21:26,935 INFO [M:0;74ec74825666:46277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:21:26,935 INFO [M:0;74ec74825666:46277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:21:26,935 INFO [M:0;74ec74825666:46277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:21:26,935 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:21:26,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2901846895/master 2024-11-15T18:21:26,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2901846895 2024-11-15T18:21:26,945 DEBUG [M:0;74ec74825666:46277 {}] zookeeper.ZKUtil(347): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Unable to get data of znode /2901846895/master because node does not exist (not an error) 2024-11-15T18:21:26,945 WARN [M:0;74ec74825666:46277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:21:26,946 INFO [M:0;74ec74825666:46277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/.lastflushedseqids 2024-11-15T18:21:26,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741847_1023 (size=245) 2024-11-15T18:21:27,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:27,024 INFO [RS:0;74ec74825666:44433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:21:27,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1013fba5ddf0007, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:27,024 INFO [RS:0;74ec74825666:44433 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,44433,1731694859528; zookeeper connection closed. 2024-11-15T18:21:27,024 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78c3c158 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78c3c158 2024-11-15T18:21:27,024 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:21:27,328 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:27,350 INFO [M:0;74ec74825666:46277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:21:27,350 INFO [M:0;74ec74825666:46277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:21:27,350 DEBUG [M:0;74ec74825666:46277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:21:27,350 INFO [M:0;74ec74825666:46277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:27,350 DEBUG [M:0;74ec74825666:46277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:27,350 DEBUG [M:0;74ec74825666:46277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:21:27,350 DEBUG [M:0;74ec74825666:46277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:27,350 INFO [M:0;74ec74825666:46277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-15T18:21:27,367 DEBUG [M:0;74ec74825666:46277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20ff87cb248a4ea5b0788dcb5f3aed3c is 82, key is hbase:meta,,1/info:regioninfo/1731694863173/Put/seqid=0 2024-11-15T18:21:27,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741848_1024 (size=5672) 2024-11-15T18:21:27,586 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1466, reset compression=false 2024-11-15T18:21:27,771 INFO [M:0;74ec74825666:46277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20ff87cb248a4ea5b0788dcb5f3aed3c 2024-11-15T18:21:27,787 DEBUG [M:0;74ec74825666:46277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b216da0f11949268cb19e0993ff1d70 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731694875272/Put/seqid=0 2024-11-15T18:21:27,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741849_1025 (size=9211) 2024-11-15T18:21:28,131 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:28,191 INFO [M:0;74ec74825666:46277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b216da0f11949268cb19e0993ff1d70 2024-11-15T18:21:28,212 DEBUG [M:0;74ec74825666:46277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c5ccd13f002458b81fa9d7714246cf5 is 69, key is 74ec74825666,44433,1731694859528/rs:state/1731694862015/Put/seqid=0 2024-11-15T18:21:28,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741850_1026 (size=5156) 2024-11-15T18:21:28,489 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1466, reset compression=false 2024-11-15T18:21:28,616 INFO [M:0;74ec74825666:46277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c5ccd13f002458b81fa9d7714246cf5 2024-11-15T18:21:28,673 DEBUG [M:0;74ec74825666:46277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20ff87cb248a4ea5b0788dcb5f3aed3c as hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20ff87cb248a4ea5b0788dcb5f3aed3c 2024-11-15T18:21:28,677 INFO [M:0;74ec74825666:46277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20ff87cb248a4ea5b0788dcb5f3aed3c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T18:21:28,678 DEBUG [M:0;74ec74825666:46277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b216da0f11949268cb19e0993ff1d70 as hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b216da0f11949268cb19e0993ff1d70 2024-11-15T18:21:28,681 INFO [M:0;74ec74825666:46277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b216da0f11949268cb19e0993ff1d70, entries=15, sequenceid=127, filesize=9.0 K 2024-11-15T18:21:28,682 DEBUG [M:0;74ec74825666:46277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c5ccd13f002458b81fa9d7714246cf5 as hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c5ccd13f002458b81fa9d7714246cf5 2024-11-15T18:21:28,685 INFO [M:0;74ec74825666:46277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41421/user/jenkins/test-data/3255bdb3-bcc7-04a7-bf26-e443aeae3dc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c5ccd13f002458b81fa9d7714246cf5, entries=1, sequenceid=127, filesize=5.0 K 2024-11-15T18:21:28,686 INFO [M:0;74ec74825666:46277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=127, compaction requested=false 2024-11-15T18:21:28,687 INFO [M:0;74ec74825666:46277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:28,687 DEBUG [M:0;74ec74825666:46277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694887350Disabling compacts and flushes for region at 1731694887350Disabling writes for close at 1731694887350Obtaining lock to block concurrent updates at 1731694887351 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694887351Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731694887351Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694887351Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694887351Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694887367 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694887367Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694887775 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694887787 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694887787Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694888194 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694888212 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694888212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3583cdbb: reopening flushed file at 1731694888673 (+461 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@771ceced: reopening flushed file at 1731694888677 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e867911: reopening flushed file at 1731694888682 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=127, compaction requested=false at 1731694888686 (+4 ms)Writing region close event to WAL at 1731694888687 (+1 ms)Closed at 1731694888687 2024-11-15T18:21:28,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40227 is added to blk_1073741830_1006 (size=73854) 2024-11-15T18:21:28,689 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:21:28,689 INFO [M:0;74ec74825666:46277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:21:28,689 INFO [M:0;74ec74825666:46277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46277 2024-11-15T18:21:28,690 INFO [M:0;74ec74825666:46277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:21:28,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:28,855 INFO [M:0;74ec74825666:46277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:21:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46277-0x1013fba5ddf0006, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:28,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6181fcd9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:21:28,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fd775c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:21:28,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:21:28,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c0d717c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:21:28,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ce9650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/hadoop.log.dir/,STOPPED} 2024-11-15T18:21:28,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:21:28,860 WARN [BP-1438154426-172.17.0.2-1731694857852 heartbeating to localhost/127.0.0.1:41421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:21:28,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:21:28,860 WARN [BP-1438154426-172.17.0.2-1731694857852 heartbeating to localhost/127.0.0.1:41421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1438154426-172.17.0.2-1731694857852 (Datanode Uuid ecfe983b-fd39-458e-8091-e242024ebe6e) service to localhost/127.0.0.1:41421 2024-11-15T18:21:28,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/cluster_a3c7e209-2ba7-f57d-5a2a-e08e884e3bf5/data/data1/current/BP-1438154426-172.17.0.2-1731694857852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:21:28,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/cluster_a3c7e209-2ba7-f57d-5a2a-e08e884e3bf5/data/data2/current/BP-1438154426-172.17.0.2-1731694857852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:21:28,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:21:28,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@769f947a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:21:28,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a668531{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:21:28,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:21:28,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5d4c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:21:28,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b900c82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/hadoop.log.dir/,STOPPED} 2024-11-15T18:21:28,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:21:28,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:21:28,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:28,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:28,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:28,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:28,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:28,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:21:28,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1059282216, stopped=false 2024-11-15T18:21:28,883 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,34463,1731694854210 2024-11-15T18:21:28,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1808352354/running 2024-11-15T18:21:28,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1808352354/running 2024-11-15T18:21:28,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:21:28,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:21:28,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:21:28,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:28,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:28,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Set watcher on znode that does not yet exist, /1808352354/running 2024-11-15T18:21:28,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:28,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Set watcher on znode that does not yet exist, /1808352354/running 2024-11-15T18:21:28,893 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,40653,1731694854434' ***** 2024-11-15T18:21:28,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:21:28,893 INFO [RS:0;74ec74825666:40653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:21:28,893 INFO [RS:0;74ec74825666:40653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:21:28,893 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:21:28,893 INFO [RS:0;74ec74825666:40653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:21:28,893 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(3091): Received CLOSE for 20aaac70ee62124a71577d29cc21cdb2 2024-11-15T18:21:28,893 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(3091): Received CLOSE for fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:28,893 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,40653,1731694854434 2024-11-15T18:21:28,893 INFO [RS:0;74ec74825666:40653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:21:28,894 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20aaac70ee62124a71577d29cc21cdb2, disabling compactions & flushes 2024-11-15T18:21:28,894 INFO [RS:0;74ec74825666:40653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:40653. 2024-11-15T18:21:28,894 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:28,894 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:28,894 DEBUG [RS:0;74ec74825666:40653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:28,894 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. after waiting 0 ms 2024-11-15T18:21:28,894 DEBUG [RS:0;74ec74825666:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:28,894 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:28,894 INFO [RS:0;74ec74825666:40653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:21:28,894 INFO [RS:0;74ec74825666:40653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:21:28,894 INFO [RS:0;74ec74825666:40653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:21:28,894 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20aaac70ee62124a71577d29cc21cdb2 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T18:21:28,894 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:21:28,894 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:21:28,894 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1325): Online Regions={20aaac70ee62124a71577d29cc21cdb2=test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2., fba2b136f745324b178895ffba89a31c=hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:21:28,894 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20aaac70ee62124a71577d29cc21cdb2, fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:28,894 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:21:28,894 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:21:28,894 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:21:28,894 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:21:28,894 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:21:28,894 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:21:28,907 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/.tmp/f/a85676e6008a4e97ba9d74753a87308d is 37, key is row3/f:row3/1731694882955/Put/seqid=0 2024-11-15T18:21:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741840_1016 (size=5228) 2024-11-15T18:21:28,910 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/info/374e089e1df043889f8a1de7909eaa74 is 147, key is hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c./info:regioninfo/1731694873157/Put/seqid=0 2024-11-15T18:21:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741841_1017 (size=7686) 2024-11-15T18:21:28,944 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:21:29,035 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:29,094 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20aaac70ee62124a71577d29cc21cdb2, fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:29,294 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20aaac70ee62124a71577d29cc21cdb2, fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:29,310 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/.tmp/f/a85676e6008a4e97ba9d74753a87308d 2024-11-15T18:21:29,313 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/info/374e089e1df043889f8a1de7909eaa74 2024-11-15T18:21:29,315 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a85676e6008a4e97ba9d74753a87308d 2024-11-15T18:21:29,328 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/.tmp/f1/e7ec51a2c7e74045b4f568dfb93d3c19 is 30, key is row1/f1:/1731694880295/DeleteFamily/seqid=0 2024-11-15T18:21:29,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741842_1018 (size=5158) 2024-11-15T18:21:29,335 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/ns/fac5735077ba4b8aafec8ebce2e4a032 is 43, key is default/ns:d/1731694857733/Put/seqid=0 2024-11-15T18:21:29,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741843_1019 (size=5153) 2024-11-15T18:21:29,491 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1466, reset compression=false 2024-11-15T18:21:29,494 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20aaac70ee62124a71577d29cc21cdb2, fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:29,495 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:29,495 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1713, reset compression=false 2024-11-15T18:21:29,495 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,40653,1731694854434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:29,495 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74ec74825666,40653,1731694854434: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74ec74825666,40653,1731694854434, walGroup=74ec74825666%2C40653%2C1731694854434, offset=74ec74825666%2C40653%2C1731694854434.1731694856848:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:40653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T18:21:29,497 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:21:29,497 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:21:29,497 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:21:29,497 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:21:29,497 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:21:29,497 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1184890880, "init": 1048576000, "max": 2306867200, "used": 915565792 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198858712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T18:21:29,498 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:34463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:34463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T18:21:29,695 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20aaac70ee62124a71577d29cc21cdb2, fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:29,698 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1713, reset compression=false 2024-11-15T18:21:29,731 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:21:29,732 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:21:29,732 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/.tmp/f1/e7ec51a2c7e74045b4f568dfb93d3c19 2024-11-15T18:21:29,735 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7ec51a2c7e74045b4f568dfb93d3c19 2024-11-15T18:21:29,739 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/ns/fac5735077ba4b8aafec8ebce2e4a032 2024-11-15T18:21:29,752 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/.tmp/norep/351317c82ab64c33a2fabc4cf28550c0 is 33, key is row1/norep:/1731694880295/DeleteFamily/seqid=0 2024-11-15T18:21:29,754 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/rep_barrier/cdcda515894a49789577a8a1c55e342d is 112, key is test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2./rep_barrier:seqnumDuringOpen/1731694866607/Put/seqid=0 2024-11-15T18:21:29,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741844_1020 (size=5108) 2024-11-15T18:21:29,757 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/.tmp/norep/351317c82ab64c33a2fabc4cf28550c0 2024-11-15T18:21:29,760 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 351317c82ab64c33a2fabc4cf28550c0 2024-11-15T18:21:29,761 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/.tmp/f/a85676e6008a4e97ba9d74753a87308d as hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/f/a85676e6008a4e97ba9d74753a87308d 2024-11-15T18:21:29,765 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a85676e6008a4e97ba9d74753a87308d 2024-11-15T18:21:29,766 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/f/a85676e6008a4e97ba9d74753a87308d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T18:21:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741845_1021 (size=5518) 2024-11-15T18:21:29,766 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/rep_barrier/cdcda515894a49789577a8a1c55e342d 2024-11-15T18:21:29,766 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/.tmp/f1/e7ec51a2c7e74045b4f568dfb93d3c19 as hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/f1/e7ec51a2c7e74045b4f568dfb93d3c19 2024-11-15T18:21:29,770 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7ec51a2c7e74045b4f568dfb93d3c19 2024-11-15T18:21:29,770 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/f1/e7ec51a2c7e74045b4f568dfb93d3c19, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T18:21:29,771 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/.tmp/norep/351317c82ab64c33a2fabc4cf28550c0 as hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/norep/351317c82ab64c33a2fabc4cf28550c0 2024-11-15T18:21:29,775 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 351317c82ab64c33a2fabc4cf28550c0 2024-11-15T18:21:29,775 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/norep/351317c82ab64c33a2fabc4cf28550c0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T18:21:29,776 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 20aaac70ee62124a71577d29cc21cdb2 in 882ms, sequenceid=12, compaction requested=false 2024-11-15T18:21:29,776 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T18:21:29,780 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/default/test/20aaac70ee62124a71577d29cc21cdb2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T18:21:29,781 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:21:29,781 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:21:29,781 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:29,781 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20aaac70ee62124a71577d29cc21cdb2: Waiting for close lock at 1731694888893Running coprocessor pre-close hooks at 1731694888893Disabling compacts and flushes for region at 1731694888893Disabling writes for close at 1731694888894 (+1 ms)Obtaining lock to block concurrent updates at 1731694888894Preparing flush snapshotting stores in 20aaac70ee62124a71577d29cc21cdb2 at 1731694888894Finished memstore snapshotting test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731694888894Flushing stores of test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. at 1731694888894Flushing 20aaac70ee62124a71577d29cc21cdb2/f: creating writer at 1731694888894Flushing 20aaac70ee62124a71577d29cc21cdb2/f: appending metadata at 1731694888906 (+12 ms)Flushing 20aaac70ee62124a71577d29cc21cdb2/f: closing flushed file at 1731694888906Flushing 20aaac70ee62124a71577d29cc21cdb2/f1: creating writer at 1731694889315 (+409 ms)Flushing 20aaac70ee62124a71577d29cc21cdb2/f1: appending metadata at 1731694889327 (+12 ms)Flushing 20aaac70ee62124a71577d29cc21cdb2/f1: closing flushed file at 1731694889328 (+1 ms)Flushing 20aaac70ee62124a71577d29cc21cdb2/norep: creating writer at 1731694889735 (+407 ms)Flushing 20aaac70ee62124a71577d29cc21cdb2/norep: appending metadata at 1731694889752 (+17 ms)Flushing 20aaac70ee62124a71577d29cc21cdb2/norep: closing flushed file at 1731694889752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552fa1c3: reopening flushed file at 1731694889761 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269e27e5: reopening flushed file at 1731694889766 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553b8c6e: reopening flushed file at 1731694889770 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 20aaac70ee62124a71577d29cc21cdb2 in 882ms, sequenceid=12, compaction requested=false at 1731694889776 (+6 ms)Writing region close event to WAL at 1731694889778 (+2 ms)Running coprocessor post-close hooks at 1731694889781 (+3 ms)Closed at 1731694889781 2024-11-15T18:21:29,781 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694865467.20aaac70ee62124a71577d29cc21cdb2. 2024-11-15T18:21:29,781 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fba2b136f745324b178895ffba89a31c, disabling compactions & flushes 2024-11-15T18:21:29,781 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:29,781 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:29,782 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. after waiting 0 ms 2024-11-15T18:21:29,782 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:29,782 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fba2b136f745324b178895ffba89a31c: Waiting for close lock at 1731694889781Running coprocessor pre-close hooks at 1731694889781Disabling compacts and flushes for region at 1731694889781Disabling writes for close at 1731694889782 (+1 ms)Failed flush hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c., putting online again at 1731694889782 2024-11-15T18:21:29,782 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:29,785 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/table/043841016feb4457bd8692ffb10b2877 is 53, key is hbase:replication/table:state/1731694873164/Put/seqid=0 2024-11-15T18:21:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741846_1022 (size=5308) 2024-11-15T18:21:29,895 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:21:29,895 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1325): Online Regions={fba2b136f745324b178895ffba89a31c=hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:21:29,895 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(3091): Received CLOSE for fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:29,895 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fba2b136f745324b178895ffba89a31c 2024-11-15T18:21:29,895 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fba2b136f745324b178895ffba89a31c, disabling compactions & flushes 2024-11-15T18:21:29,895 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:29,895 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:29,895 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. after waiting 0 ms 2024-11-15T18:21:29,895 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:29,895 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fba2b136f745324b178895ffba89a31c: Waiting for close lock at 1731694889895Running coprocessor pre-close hooks at 1731694889895Disabling compacts and flushes for region at 1731694889895Disabling writes for close at 1731694889895Failed flush hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c., putting online again at 1731694889895 2024-11-15T18:21:29,895 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731694871937.fba2b136f745324b178895ffba89a31c. 2024-11-15T18:21:30,001 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 1713, reset compression=false 2024-11-15T18:21:30,004 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:30,004 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 2357, reset compression=false 2024-11-15T18:21:30,038 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:30,095 DEBUG [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:21:30,189 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/table/043841016feb4457bd8692ffb10b2877 2024-11-15T18:21:30,193 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/info/374e089e1df043889f8a1de7909eaa74 as hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/info/374e089e1df043889f8a1de7909eaa74 2024-11-15T18:21:30,197 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/info/374e089e1df043889f8a1de7909eaa74, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:21:30,197 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/ns/fac5735077ba4b8aafec8ebce2e4a032 as hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/ns/fac5735077ba4b8aafec8ebce2e4a032 2024-11-15T18:21:30,201 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/ns/fac5735077ba4b8aafec8ebce2e4a032, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:21:30,202 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/rep_barrier/cdcda515894a49789577a8a1c55e342d as hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/rep_barrier/cdcda515894a49789577a8a1c55e342d 2024-11-15T18:21:30,206 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/rep_barrier/cdcda515894a49789577a8a1c55e342d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:21:30,206 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/.tmp/table/043841016feb4457bd8692ffb10b2877 as hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/table/043841016feb4457bd8692ffb10b2877 2024-11-15T18:21:30,207 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 to pos 2357, reset compression=false 2024-11-15T18:21:30,213 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/table/043841016feb4457bd8692ffb10b2877, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:21:30,214 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-15T18:21:30,214 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:21:30,222 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:21:30,223 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:21:30,223 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:21:30,223 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:21:30,223 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694888894Running coprocessor pre-close hooks at 1731694888894Disabling compacts and flushes for region at 1731694888894Disabling writes for close at 1731694888894Obtaining lock to block concurrent updates at 1731694888894Preparing flush snapshotting stores in 1588230740 at 1731694888894Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694888894Flushing stores of hbase:meta,,1.1588230740 at 1731694888895 (+1 ms)Flushing 1588230740/info: creating writer at 1731694888895Flushing 1588230740/info: appending metadata at 1731694888910 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731694888910Flushing 1588230740/ns: creating writer at 1731694889318 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731694889335 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731694889335Flushing 1588230740/rep_barrier: creating writer at 1731694889742 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694889754 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694889754Flushing 1588230740/table: creating writer at 1731694889770 (+16 ms)Flushing 1588230740/table: appending metadata at 1731694889785 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731694889785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ecc578a: reopening flushed file at 1731694890193 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@165fe0d4: reopening flushed file at 1731694890197 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7004ee0: reopening flushed file at 1731694890201 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d1a733: reopening flushed file at 1731694890206 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731694890214 (+8 ms)Writing region close event to WAL at 1731694890220 (+6 ms)Running coprocessor post-close hooks at 1731694890223 (+3 ms)Closed at 1731694890223 2024-11-15T18:21:30,223 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:21:30,295 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T18:21:30,295 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,40653,1731694854434; all regions closed. 2024-11-15T18:21:30,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741834_1010 (size=4239) 2024-11-15T18:21:30,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741839_1015 (size=2609) 2024-11-15T18:21:30,303 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/WALs/74ec74825666,40653,1731694854434/74ec74825666%2C40653%2C1731694854434.1731694856848 not finished, retry = 0 2024-11-15T18:21:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741832_1008 (size=2365) 2024-11-15T18:21:30,403 DEBUG [RS:0;74ec74825666:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:30,403 INFO [RS:0;74ec74825666:40653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:21:30,404 INFO [RS:0;74ec74825666:40653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:21:30,404 INFO [RS:0;74ec74825666:40653 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:21:30,404 INFO [RS:0;74ec74825666:40653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:21:30,404 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:21:30,404 INFO [RS:0;74ec74825666:40653 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,40653,1731694854434 because: Region server is closing 2024-11-15T18:21:30,404 INFO [RS:0;74ec74825666:40653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:40653. 2024-11-15T18:21:30,404 DEBUG [RS:0;74ec74825666:40653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:30,404 DEBUG [RS:0;74ec74825666:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:30,405 DEBUG [RS:0;74ec74825666:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:30,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:30,505 INFO [RS:0;74ec74825666:40653 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.shipper74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 terminated 2024-11-15T18:21:30,505 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,40653,1731694854434.replicationSource.wal-reader.74ec74825666%2C40653%2C1731694854434,1-74ec74825666,40653,1731694854434 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:21:30,505 INFO [RS:0;74ec74825666:40653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:40653. 2024-11-15T18:21:30,505 DEBUG [RS:0;74ec74825666:40653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:30,505 DEBUG [RS:0;74ec74825666:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:30,505 DEBUG [RS:0;74ec74825666:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:30,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:30,505 INFO [RS:0;74ec74825666:40653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40653 2024-11-15T18:21:30,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1808352354/rs/74ec74825666,40653,1731694854434 2024-11-15T18:21:30,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354/rs 2024-11-15T18:21:30,554 INFO [RS:0;74ec74825666:40653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:21:30,566 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,40653,1731694854434] 2024-11-15T18:21:30,576 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1808352354/draining/74ec74825666,40653,1731694854434 already deleted, retry=false 2024-11-15T18:21:30,576 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,40653,1731694854434 expired; onlineServers=0 2024-11-15T18:21:30,576 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,34463,1731694854210' ***** 2024-11-15T18:21:30,576 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:21:30,576 INFO [M:0;74ec74825666:34463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:21:30,576 INFO [M:0;74ec74825666:34463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:21:30,576 DEBUG [M:0;74ec74825666:34463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:21:30,576 DEBUG [M:0;74ec74825666:34463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:21:30,576 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:21:30,576 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694856537 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694856537,5,FailOnTimeoutGroup] 2024-11-15T18:21:30,576 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694856537 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694856537,5,FailOnTimeoutGroup] 2024-11-15T18:21:30,576 INFO [M:0;74ec74825666:34463 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:21:30,577 INFO [M:0;74ec74825666:34463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:21:30,577 DEBUG [M:0;74ec74825666:34463 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:21:30,577 INFO [M:0;74ec74825666:34463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:21:30,577 INFO [M:0;74ec74825666:34463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:21:30,577 INFO [M:0;74ec74825666:34463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:21:30,577 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:21:30,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1808352354/master 2024-11-15T18:21:30,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808352354 2024-11-15T18:21:30,587 DEBUG [M:0;74ec74825666:34463 {}] zookeeper.ZKUtil(347): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Unable to get data of znode /1808352354/master because node does not exist (not an error) 2024-11-15T18:21:30,587 WARN [M:0;74ec74825666:34463 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:21:30,587 INFO [M:0;74ec74825666:34463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/.lastflushedseqids 2024-11-15T18:21:30,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741847_1023 (size=245) 2024-11-15T18:21:30,666 INFO [RS:0;74ec74825666:40653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:21:30,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:30,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013fba5ddf0004, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:30,666 INFO [RS:0;74ec74825666:40653 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,40653,1731694854434; zookeeper connection closed. 2024-11-15T18:21:30,666 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12be45e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12be45e1 2024-11-15T18:21:30,666 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:21:30,991 INFO [M:0;74ec74825666:34463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:21:30,991 INFO [M:0;74ec74825666:34463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:21:30,991 DEBUG [M:0;74ec74825666:34463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:21:30,991 INFO [M:0;74ec74825666:34463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:30,991 DEBUG [M:0;74ec74825666:34463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:30,991 DEBUG [M:0;74ec74825666:34463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:21:30,991 DEBUG [M:0;74ec74825666:34463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:30,991 INFO [M:0;74ec74825666:34463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-15T18:21:31,004 DEBUG [M:0;74ec74825666:34463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58a25ca373294f40951a74067d567062 is 82, key is hbase:meta,,1/info:regioninfo/1731694857718/Put/seqid=0 2024-11-15T18:21:31,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741848_1024 (size=5672) 2024-11-15T18:21:31,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,141 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:31,410 INFO [M:0;74ec74825666:34463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58a25ca373294f40951a74067d567062 2024-11-15T18:21:31,427 DEBUG [M:0;74ec74825666:34463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a420e08db3854f90ac0d6c20c06040a2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731694866615/Put/seqid=0 2024-11-15T18:21:31,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741849_1025 (size=7218) 2024-11-15T18:21:31,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:21:31,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:31,831 INFO [M:0;74ec74825666:34463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a420e08db3854f90ac0d6c20c06040a2 2024-11-15T18:21:31,835 INFO [M:0;74ec74825666:34463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a420e08db3854f90ac0d6c20c06040a2 2024-11-15T18:21:31,855 DEBUG [M:0;74ec74825666:34463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b85b242534ef41e185b79688c378d789 is 69, key is 74ec74825666,40653,1731694854434/rs:state/1731694856644/Put/seqid=0 2024-11-15T18:21:31,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741850_1026 (size=5156) 2024-11-15T18:21:31,863 INFO [M:0;74ec74825666:34463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b85b242534ef41e185b79688c378d789 2024-11-15T18:21:31,869 DEBUG [M:0;74ec74825666:34463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58a25ca373294f40951a74067d567062 as hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58a25ca373294f40951a74067d567062 2024-11-15T18:21:31,877 INFO [M:0;74ec74825666:34463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58a25ca373294f40951a74067d567062, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T18:21:31,878 DEBUG [M:0;74ec74825666:34463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a420e08db3854f90ac0d6c20c06040a2 as hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a420e08db3854f90ac0d6c20c06040a2 2024-11-15T18:21:31,883 INFO [M:0;74ec74825666:34463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a420e08db3854f90ac0d6c20c06040a2 2024-11-15T18:21:31,884 INFO [M:0;74ec74825666:34463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a420e08db3854f90ac0d6c20c06040a2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T18:21:31,885 DEBUG [M:0;74ec74825666:34463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b85b242534ef41e185b79688c378d789 as hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b85b242534ef41e185b79688c378d789 2024-11-15T18:21:31,898 INFO [M:0;74ec74825666:34463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34771/user/jenkins/test-data/5303b88b-9290-4f13-cedf-1d6ec39e1bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b85b242534ef41e185b79688c378d789, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T18:21:31,899 INFO [M:0;74ec74825666:34463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=105, compaction requested=false 2024-11-15T18:21:31,949 INFO [M:0;74ec74825666:34463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:31,949 DEBUG [M:0;74ec74825666:34463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694890991Disabling compacts and flushes for region at 1731694890991Disabling writes for close at 1731694890991Obtaining lock to block concurrent updates at 1731694890991Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694890991Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731694890991Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694890992 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694890992Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694891004 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694891004Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694891414 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694891426 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694891426Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694891835 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694891854 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694891854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f9bbda: reopening flushed file at 1731694891868 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ddadacc: reopening flushed file at 1731694891877 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b290a3: reopening flushed file at 1731694891885 (+8 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=105, compaction requested=false at 1731694891899 (+14 ms)Writing region close event to WAL at 1731694891949 (+50 ms)Closed at 1731694891949 2024-11-15T18:21:31,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741830_1006 (size=64423) 2024-11-15T18:21:31,961 INFO [M:0;74ec74825666:34463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:21:31,961 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:21:31,961 INFO [M:0;74ec74825666:34463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34463 2024-11-15T18:21:31,961 INFO [M:0;74ec74825666:34463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:21:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:32,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1013fba5ddf0003, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:32,109 INFO [M:0;74ec74825666:34463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:21:32,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d0ecd10{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:21:32,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70a075cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:21:32,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:21:32,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9e1646{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:21:32,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b2a8475{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/hadoop.log.dir/,STOPPED} 2024-11-15T18:21:32,171 WARN [BP-77765924-172.17.0.2-1731694852252 heartbeating to localhost/127.0.0.1:34771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:21:32,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:21:32,171 WARN [BP-77765924-172.17.0.2-1731694852252 heartbeating to localhost/127.0.0.1:34771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-77765924-172.17.0.2-1731694852252 (Datanode Uuid 554c37b7-9803-45b2-9fbb-67f2937e5525) service to localhost/127.0.0.1:34771 2024-11-15T18:21:32,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:21:32,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/cluster_09b154a3-4d19-8248-08e2-9e4c20b0e2eb/data/data1/current/BP-77765924-172.17.0.2-1731694852252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:21:32,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/cluster_09b154a3-4d19-8248-08e2-9e4c20b0e2eb/data/data2/current/BP-77765924-172.17.0.2-1731694852252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:21:32,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:21:32,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56dbf98f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:21:32,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5de60843{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:21:32,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:21:32,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71788b18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:21:32,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30d1e2d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d7016d-78fc-a56f-4897-e098fb4d9c6e/hadoop.log.dir/,STOPPED} 2024-11-15T18:21:32,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:21:32,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:21:32,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:32,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:32,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:32,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:32,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:32,213 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:21:32,213 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=196700698, stopped=false 2024-11-15T18:21:32,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,36655,1731694848577 2024-11-15T18:21:32,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1611573672/running 2024-11-15T18:21:32,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1611573672/running 2024-11-15T18:21:32,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:21:32,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:21:32,229 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:21:32,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:32,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:32,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Set watcher on znode that does not yet exist, /0-1611573672/running 2024-11-15T18:21:32,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:32,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Set watcher on znode that does not yet exist, /0-1611573672/running 2024-11-15T18:21:32,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,35019,1731694848771' ***** 2024-11-15T18:21:32,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:21:32,232 INFO [RS:0;74ec74825666:35019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:21:32,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:21:32,232 INFO [RS:0;74ec74825666:35019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:21:32,232 INFO [RS:0;74ec74825666:35019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:21:32,232 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(3091): Received CLOSE for bbe5796a0cd58d1a8e8cd0f55e9f7f11 2024-11-15T18:21:32,235 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(3091): Received CLOSE for cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:32,235 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,35019,1731694848771 2024-11-15T18:21:32,235 INFO [RS:0;74ec74825666:35019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:21:32,235 INFO [RS:0;74ec74825666:35019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:35019. 2024-11-15T18:21:32,235 DEBUG [RS:0;74ec74825666:35019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:32,235 DEBUG [RS:0;74ec74825666:35019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:32,235 INFO [RS:0;74ec74825666:35019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:21:32,235 INFO [RS:0;74ec74825666:35019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:21:32,235 INFO [RS:0;74ec74825666:35019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:21:32,236 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:21:32,236 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbe5796a0cd58d1a8e8cd0f55e9f7f11, disabling compactions & flushes 2024-11-15T18:21:32,236 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:32,236 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:32,236 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. after waiting 0 ms 2024-11-15T18:21:32,236 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:32,236 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bbe5796a0cd58d1a8e8cd0f55e9f7f11 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T18:21:32,238 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:21:32,238 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bbe5796a0cd58d1a8e8cd0f55e9f7f11=hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11., cabf6077cff210e90be74deea9bca95b=test,,1731694863298.cabf6077cff210e90be74deea9bca95b.} 2024-11-15T18:21:32,238 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbe5796a0cd58d1a8e8cd0f55e9f7f11, cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:32,239 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:21:32,239 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:21:32,239 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:21:32,239 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:21:32,239 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:21:32,239 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:21:32,260 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/replication/bbe5796a0cd58d1a8e8cd0f55e9f7f11/.tmp/queue/0842f7a6132849b39c282eeb57c64920 is 154, key is 1-74ec74825666,35019,1731694848771/queue:74ec74825666%2C35019%2C1731694848771/1731694884610/Put/seqid=0 2024-11-15T18:21:32,290 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/info/a45f87fe3ec54a42a61bfc833f2d4e12 is 147, key is hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11./info:regioninfo/1731694870950/Put/seqid=0 2024-11-15T18:21:32,305 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:21:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741840_1016 (size=5353) 2024-11-15T18:21:32,306 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/replication/bbe5796a0cd58d1a8e8cd0f55e9f7f11/.tmp/queue/0842f7a6132849b39c282eeb57c64920 2024-11-15T18:21:32,330 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/replication/bbe5796a0cd58d1a8e8cd0f55e9f7f11/.tmp/queue/0842f7a6132849b39c282eeb57c64920 as hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/replication/bbe5796a0cd58d1a8e8cd0f55e9f7f11/queue/0842f7a6132849b39c282eeb57c64920 2024-11-15T18:21:32,336 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/replication/bbe5796a0cd58d1a8e8cd0f55e9f7f11/queue/0842f7a6132849b39c282eeb57c64920, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T18:21:32,338 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bbe5796a0cd58d1a8e8cd0f55e9f7f11 in 101ms, sequenceid=14, compaction requested=false 2024-11-15T18:21:32,344 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:32,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741841_1017 (size=7686) 2024-11-15T18:21:32,358 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/replication/bbe5796a0cd58d1a8e8cd0f55e9f7f11/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T18:21:32,359 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:21:32,359 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:21:32,359 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:32,359 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbe5796a0cd58d1a8e8cd0f55e9f7f11: Waiting for close lock at 1731694892236Running coprocessor pre-close hooks at 1731694892236Disabling compacts and flushes for region at 1731694892236Disabling writes for close at 1731694892236Obtaining lock to block concurrent updates at 1731694892236Preparing flush snapshotting stores in bbe5796a0cd58d1a8e8cd0f55e9f7f11 at 1731694892236Finished memstore snapshotting hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731694892236Flushing stores of hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. at 1731694892237 (+1 ms)Flushing bbe5796a0cd58d1a8e8cd0f55e9f7f11/queue: creating writer at 1731694892237Flushing bbe5796a0cd58d1a8e8cd0f55e9f7f11/queue: appending metadata at 1731694892260 (+23 ms)Flushing bbe5796a0cd58d1a8e8cd0f55e9f7f11/queue: closing flushed file at 1731694892260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c388a1: reopening flushed file at 1731694892329 (+69 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bbe5796a0cd58d1a8e8cd0f55e9f7f11 in 101ms, sequenceid=14, compaction requested=false at 1731694892338 (+9 ms)Writing region close event to WAL at 1731694892348 (+10 ms)Running coprocessor post-close hooks at 1731694892359 (+11 ms)Closed at 1731694892359 2024-11-15T18:21:32,359 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694869787.bbe5796a0cd58d1a8e8cd0f55e9f7f11. 2024-11-15T18:21:32,360 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cabf6077cff210e90be74deea9bca95b, disabling compactions & flushes 2024-11-15T18:21:32,360 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:32,360 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:32,360 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694863298.cabf6077cff210e90be74deea9bca95b. after waiting 0 ms 2024-11-15T18:21:32,360 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:32,360 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cabf6077cff210e90be74deea9bca95b 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-15T18:21:32,383 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/.tmp/f/fab8e919d03a49878109cdcca4809f7a is 37, key is row3/f:row3/1731694882955/Put/seqid=0 2024-11-15T18:21:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741842_1018 (size=5228) 2024-11-15T18:21:32,423 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/.tmp/f/fab8e919d03a49878109cdcca4809f7a 2024-11-15T18:21:32,429 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fab8e919d03a49878109cdcca4809f7a 2024-11-15T18:21:32,439 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:32,452 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/.tmp/f1/431b5c216cd648338658106393774a7c is 30, key is row1/f1:/1731694880295/DeleteFamily/seqid=0 2024-11-15T18:21:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741843_1019 (size=5158) 2024-11-15T18:21:32,490 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/.tmp/f1/431b5c216cd648338658106393774a7c 2024-11-15T18:21:32,494 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 431b5c216cd648338658106393774a7c 2024-11-15T18:21:32,514 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/.tmp/norep/f8e62a72fd1f461e9c9ec804c2f71c2f is 32, key is row/norep:/1731694879289/DeleteFamily/seqid=0 2024-11-15T18:21:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741844_1020 (size=5101) 2024-11-15T18:21:32,606 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T18:21:32,606 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T18:21:32,639 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:32,748 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/info/a45f87fe3ec54a42a61bfc833f2d4e12 2024-11-15T18:21:32,769 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/ns/c68f7751775040c78072930b1489ce7c is 43, key is default/ns:d/1731694852126/Put/seqid=0 2024-11-15T18:21:32,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741845_1021 (size=5153) 2024-11-15T18:21:32,839 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cabf6077cff210e90be74deea9bca95b 2024-11-15T18:21:32,936 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/.tmp/norep/f8e62a72fd1f461e9c9ec804c2f71c2f 2024-11-15T18:21:32,940 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8e62a72fd1f461e9c9ec804c2f71c2f 2024-11-15T18:21:32,940 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/.tmp/f/fab8e919d03a49878109cdcca4809f7a as hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/f/fab8e919d03a49878109cdcca4809f7a 2024-11-15T18:21:32,944 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fab8e919d03a49878109cdcca4809f7a 2024-11-15T18:21:32,944 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/f/fab8e919d03a49878109cdcca4809f7a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T18:21:32,945 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/.tmp/f1/431b5c216cd648338658106393774a7c as hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/f1/431b5c216cd648338658106393774a7c 2024-11-15T18:21:32,949 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 431b5c216cd648338658106393774a7c 2024-11-15T18:21:32,949 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/f1/431b5c216cd648338658106393774a7c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T18:21:32,950 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/.tmp/norep/f8e62a72fd1f461e9c9ec804c2f71c2f as hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/norep/f8e62a72fd1f461e9c9ec804c2f71c2f 2024-11-15T18:21:32,953 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8e62a72fd1f461e9c9ec804c2f71c2f 2024-11-15T18:21:32,953 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/norep/f8e62a72fd1f461e9c9ec804c2f71c2f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T18:21:32,954 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cabf6077cff210e90be74deea9bca95b in 594ms, sequenceid=12, compaction requested=false 2024-11-15T18:21:32,957 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/default/test/cabf6077cff210e90be74deea9bca95b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T18:21:32,957 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:21:32,958 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:21:32,958 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:32,958 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cabf6077cff210e90be74deea9bca95b: Waiting for close lock at 1731694892360Running coprocessor pre-close hooks at 1731694892360Disabling compacts and flushes for region at 1731694892360Disabling writes for close at 1731694892360Obtaining lock to block concurrent updates at 1731694892360Preparing flush snapshotting stores in cabf6077cff210e90be74deea9bca95b at 1731694892360Finished memstore snapshotting test,,1731694863298.cabf6077cff210e90be74deea9bca95b., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731694892361 (+1 ms)Flushing stores of test,,1731694863298.cabf6077cff210e90be74deea9bca95b. at 1731694892362 (+1 ms)Flushing cabf6077cff210e90be74deea9bca95b/f: creating writer at 1731694892362Flushing cabf6077cff210e90be74deea9bca95b/f: appending metadata at 1731694892383 (+21 ms)Flushing cabf6077cff210e90be74deea9bca95b/f: closing flushed file at 1731694892383Flushing cabf6077cff210e90be74deea9bca95b/f1: creating writer at 1731694892429 (+46 ms)Flushing cabf6077cff210e90be74deea9bca95b/f1: appending metadata at 1731694892451 (+22 ms)Flushing cabf6077cff210e90be74deea9bca95b/f1: closing flushed file at 1731694892451Flushing cabf6077cff210e90be74deea9bca95b/norep: creating writer at 1731694892494 (+43 ms)Flushing cabf6077cff210e90be74deea9bca95b/norep: appending metadata at 1731694892513 (+19 ms)Flushing cabf6077cff210e90be74deea9bca95b/norep: closing flushed file at 1731694892513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67535c1a: reopening flushed file at 1731694892940 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f3f750: reopening flushed file at 1731694892944 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455a3d9: reopening flushed file at 1731694892949 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cabf6077cff210e90be74deea9bca95b in 594ms, sequenceid=12, compaction requested=false at 1731694892954 (+5 ms)Writing region close event to WAL at 1731694892955 (+1 ms)Running coprocessor post-close hooks at 1731694892957 (+2 ms)Closed at 1731694892958 (+1 ms) 2024-11-15T18:21:32,958 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694863298.cabf6077cff210e90be74deea9bca95b. 2024-11-15T18:21:32,992 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:21:32,992 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:21:33,039 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:21:33,173 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/ns/c68f7751775040c78072930b1489ce7c 2024-11-15T18:21:33,188 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/rep_barrier/f2b460a67518468a86f9154603646dbd is 112, key is test,,1731694863298.cabf6077cff210e90be74deea9bca95b./rep_barrier:seqnumDuringOpen/1731694864452/Put/seqid=0 2024-11-15T18:21:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741846_1022 (size=5518) 2024-11-15T18:21:33,239 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:21:33,239 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:21:33,239 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:21:33,440 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:21:33,591 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/rep_barrier/f2b460a67518468a86f9154603646dbd 2024-11-15T18:21:33,612 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/table/0501a4a4794541fe9c820f48c00eb10f is 53, key is hbase:replication/table:state/1731694870956/Put/seqid=0 2024-11-15T18:21:33,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741847_1023 (size=5308) 2024-11-15T18:21:33,640 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:21:33,662 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 1491, reset compression=false 2024-11-15T18:21:33,666 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:33,667 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 2382, reset compression=false 2024-11-15T18:21:33,667 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35019,1731694848771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:33,667 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74ec74825666,35019,1731694848771: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74ec74825666,35019,1731694848771, walGroup=74ec74825666%2C35019%2C1731694848771, offset=74ec74825666%2C35019%2C1731694848771.1731694851095:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:35019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T18:21:33,669 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:21:33,669 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:21:33,669 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:21:33,669 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:21:33,669 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:21:33,669 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1184890880, "init": 1048576000, "max": 2306867200, "used": 774455600 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199577704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T18:21:33,669 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:36655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:36655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T18:21:33,840 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:21:33,877 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 2382, reset compression=false 2024-11-15T18:21:34,017 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/table/0501a4a4794541fe9c820f48c00eb10f 2024-11-15T18:21:34,022 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/info/a45f87fe3ec54a42a61bfc833f2d4e12 as hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/info/a45f87fe3ec54a42a61bfc833f2d4e12 2024-11-15T18:21:34,026 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/info/a45f87fe3ec54a42a61bfc833f2d4e12, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:21:34,028 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/ns/c68f7751775040c78072930b1489ce7c as hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/ns/c68f7751775040c78072930b1489ce7c 2024-11-15T18:21:34,033 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/ns/c68f7751775040c78072930b1489ce7c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:21:34,034 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/rep_barrier/f2b460a67518468a86f9154603646dbd as hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/rep_barrier/f2b460a67518468a86f9154603646dbd 2024-11-15T18:21:34,039 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/rep_barrier/f2b460a67518468a86f9154603646dbd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:21:34,040 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/.tmp/table/0501a4a4794541fe9c820f48c00eb10f as hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/table/0501a4a4794541fe9c820f48c00eb10f 2024-11-15T18:21:34,040 DEBUG [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:21:34,050 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/table/0501a4a4794541fe9c820f48c00eb10f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:21:34,051 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1811ms, sequenceid=16, compaction requested=false 2024-11-15T18:21:34,051 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:21:34,055 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:21:34,056 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:21:34,056 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:21:34,056 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:21:34,056 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694892239Running coprocessor pre-close hooks at 1731694892239Disabling compacts and flushes for region at 1731694892239Disabling writes for close at 1731694892239Obtaining lock to block concurrent updates at 1731694892239Preparing flush snapshotting stores in 1588230740 at 1731694892239Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694892240 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731694892241 (+1 ms)Flushing 1588230740/info: creating writer at 1731694892241Flushing 1588230740/info: appending metadata at 1731694892289 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731694892290 (+1 ms)Flushing 1588230740/ns: creating writer at 1731694892752 (+462 ms)Flushing 1588230740/ns: appending metadata at 1731694892768 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731694892768Flushing 1588230740/rep_barrier: creating writer at 1731694893176 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694893187 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694893187Flushing 1588230740/table: creating writer at 1731694893595 (+408 ms)Flushing 1588230740/table: appending metadata at 1731694893611 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731694893611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9c32b0: reopening flushed file at 1731694894021 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa275d6: reopening flushed file at 1731694894026 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4083e1d8: reopening flushed file at 1731694894033 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df3240f: reopening flushed file at 1731694894039 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1811ms, sequenceid=16, compaction requested=false at 1731694894051 (+12 ms)Writing region close event to WAL at 1731694894052 (+1 ms)Running coprocessor post-close hooks at 1731694894056 (+4 ms)Closed at 1731694894056 2024-11-15T18:21:34,056 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:21:34,180 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.wal-reader.74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 to pos 2382, reset compression=false 2024-11-15T18:21:34,240 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,35019,1731694848771; all regions closed. 2024-11-15T18:21:34,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741834_1010 (size=4239) 2024-11-15T18:21:34,242 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.meta.1731694852063.meta not finished, retry = 0 2024-11-15T18:21:34,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741839_1015 (size=3552) 2024-11-15T18:21:34,344 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.rep.1731694870919 not finished, retry = 0 2024-11-15T18:21:34,447 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/WALs/74ec74825666,35019,1731694848771/74ec74825666%2C35019%2C1731694848771.1731694851095 not finished, retry = 0 2024-11-15T18:21:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741832_1008 (size=2390) 2024-11-15T18:21:34,548 DEBUG [RS:0;74ec74825666:35019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:34,548 INFO [RS:0;74ec74825666:35019 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:21:34,548 INFO [RS:0;74ec74825666:35019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:21:34,548 INFO [RS:0;74ec74825666:35019 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:21:34,548 INFO [RS:0;74ec74825666:35019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:21:34,548 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:21:34,549 INFO [RS:0;74ec74825666:35019 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,35019,1731694848771 because: Region server is closing 2024-11-15T18:21:34,549 INFO [RS:0;74ec74825666:35019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:35019. 2024-11-15T18:21:34,549 DEBUG [RS:0;74ec74825666:35019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:34,549 DEBUG [RS:0;74ec74825666:35019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:34,549 DEBUG [RS:0;74ec74825666:35019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:34,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:34,649 INFO [RS:0;74ec74825666:35019 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35019,1731694848771.replicationSource.shipper74ec74825666%2C35019%2C1731694848771,1-74ec74825666,35019,1731694848771 terminated 2024-11-15T18:21:34,649 INFO [RS:0;74ec74825666:35019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:35019. 2024-11-15T18:21:34,649 DEBUG [RS:0;74ec74825666:35019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:34,649 DEBUG [RS:0;74ec74825666:35019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:34,650 DEBUG [RS:0;74ec74825666:35019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:34,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:34,650 INFO [RS:0;74ec74825666:35019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35019 2024-11-15T18:21:34,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672/rs 2024-11-15T18:21:34,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1611573672/rs/74ec74825666,35019,1731694848771 2024-11-15T18:21:34,704 INFO [RS:0;74ec74825666:35019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:21:34,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,35019,1731694848771] 2024-11-15T18:21:34,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1611573672/draining/74ec74825666,35019,1731694848771 already deleted, retry=false 2024-11-15T18:21:34,839 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,35019,1731694848771 expired; onlineServers=0 2024-11-15T18:21:34,839 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,36655,1731694848577' ***** 2024-11-15T18:21:34,839 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:21:34,839 INFO [M:0;74ec74825666:36655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:21:34,839 INFO [M:0;74ec74825666:36655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:21:34,839 DEBUG [M:0;74ec74825666:36655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:21:34,839 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:21:34,839 DEBUG [M:0;74ec74825666:36655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:21:34,839 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694850829 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694850829,5,FailOnTimeoutGroup] 2024-11-15T18:21:34,839 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694850829 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694850829,5,FailOnTimeoutGroup] 2024-11-15T18:21:34,839 INFO [M:0;74ec74825666:36655 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:21:34,839 INFO [M:0;74ec74825666:36655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:21:34,839 DEBUG [M:0;74ec74825666:36655 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:21:34,839 INFO [M:0;74ec74825666:36655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:21:34,839 INFO [M:0;74ec74825666:36655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:21:34,839 ERROR [M:0;74ec74825666:36655 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44133,5,PEWorkerGroup] 2024-11-15T18:21:34,840 INFO [M:0;74ec74825666:36655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:21:34,840 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:21:34,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:34,865 INFO [RS:0;74ec74825666:35019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:21:34,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35019-0x1013fba5ddf0001, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:34,865 INFO [RS:0;74ec74825666:35019 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,35019,1731694848771; zookeeper connection closed. 2024-11-15T18:21:34,865 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66ea568e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66ea568e 2024-11-15T18:21:34,865 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:21:34,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1611573672/master 2024-11-15T18:21:34,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1611573672 2024-11-15T18:21:34,904 DEBUG [M:0;74ec74825666:36655 {}] zookeeper.ZKUtil(347): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Unable to get data of znode /0-1611573672/master because node does not exist (not an error) 2024-11-15T18:21:34,904 WARN [M:0;74ec74825666:36655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:21:34,905 INFO [M:0;74ec74825666:36655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/.lastflushedseqids 2024-11-15T18:21:34,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741848_1024 (size=245) 2024-11-15T18:21:35,340 INFO [M:0;74ec74825666:36655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:21:35,340 INFO [M:0;74ec74825666:36655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:21:35,340 DEBUG [M:0;74ec74825666:36655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:21:35,340 INFO [M:0;74ec74825666:36655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:35,340 DEBUG [M:0;74ec74825666:36655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:35,340 DEBUG [M:0;74ec74825666:36655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:21:35,340 DEBUG [M:0;74ec74825666:36655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:35,340 INFO [M:0;74ec74825666:36655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-15T18:21:35,357 DEBUG [M:0;74ec74825666:36655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8af8e2fa853b4e608847db07e1579700 is 82, key is hbase:meta,,1/info:regioninfo/1731694852089/Put/seqid=0 2024-11-15T18:21:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741849_1025 (size=5672) 2024-11-15T18:21:35,761 INFO [M:0;74ec74825666:36655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8af8e2fa853b4e608847db07e1579700 2024-11-15T18:21:35,783 DEBUG [M:0;74ec74825666:36655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a6a31fd1a07430eb29a7195895ba491 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731694864462/Put/seqid=0 2024-11-15T18:21:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741850_1026 (size=7217) 2024-11-15T18:21:36,187 INFO [M:0;74ec74825666:36655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a6a31fd1a07430eb29a7195895ba491 2024-11-15T18:21:36,190 INFO [M:0;74ec74825666:36655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a6a31fd1a07430eb29a7195895ba491 2024-11-15T18:21:36,202 DEBUG [M:0;74ec74825666:36655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37a80f5dec394f1299194e8fb063b941 is 69, key is 74ec74825666,35019,1731694848771/rs:state/1731694850943/Put/seqid=0 2024-11-15T18:21:36,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741851_1027 (size=5156) 2024-11-15T18:21:36,606 INFO [M:0;74ec74825666:36655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37a80f5dec394f1299194e8fb063b941 2024-11-15T18:21:36,610 DEBUG [M:0;74ec74825666:36655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8af8e2fa853b4e608847db07e1579700 as hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8af8e2fa853b4e608847db07e1579700 2024-11-15T18:21:36,613 INFO [M:0;74ec74825666:36655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8af8e2fa853b4e608847db07e1579700, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T18:21:36,614 DEBUG [M:0;74ec74825666:36655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a6a31fd1a07430eb29a7195895ba491 as hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a6a31fd1a07430eb29a7195895ba491 2024-11-15T18:21:36,617 INFO [M:0;74ec74825666:36655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a6a31fd1a07430eb29a7195895ba491 2024-11-15T18:21:36,617 INFO [M:0;74ec74825666:36655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a6a31fd1a07430eb29a7195895ba491, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T18:21:36,618 DEBUG [M:0;74ec74825666:36655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37a80f5dec394f1299194e8fb063b941 as hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37a80f5dec394f1299194e8fb063b941 2024-11-15T18:21:36,621 INFO [M:0;74ec74825666:36655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44133/user/jenkins/test-data/c2b31078-0800-54b0-59a8-ab24ad468017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37a80f5dec394f1299194e8fb063b941, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T18:21:36,621 INFO [M:0;74ec74825666:36655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-11-15T18:21:36,624 INFO [M:0;74ec74825666:36655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:36,624 DEBUG [M:0;74ec74825666:36655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694895340Disabling compacts and flushes for region at 1731694895340Disabling writes for close at 1731694895340Obtaining lock to block concurrent updates at 1731694895340Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694895340Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731694895341 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694895341Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694895341Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694895357 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694895357Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694895765 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694895782 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694895782Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694896190 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694896202 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694896202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19005eec: reopening flushed file at 1731694896609 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ddc14a4: reopening flushed file at 1731694896613 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a52bbd: reopening flushed file at 1731694896617 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1731694896621 (+4 ms)Writing region close event to WAL at 1731694896624 (+3 ms)Closed at 1731694896624 2024-11-15T18:21:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741830_1006 (size=64411) 2024-11-15T18:21:36,626 INFO [M:0;74ec74825666:36655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:21:36,626 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:21:36,626 INFO [M:0;74ec74825666:36655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36655 2024-11-15T18:21:36,626 INFO [M:0;74ec74825666:36655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:21:36,783 INFO [M:0;74ec74825666:36655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:21:36,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:36,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36655-0x1013fba5ddf0000, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:21:36,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70014cdd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:21:36,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c10706a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:21:36,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:21:36,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24af6efd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:21:36,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26a0439a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/hadoop.log.dir/,STOPPED} 2024-11-15T18:21:36,786 WARN [BP-2018967934-172.17.0.2-1731694846531 heartbeating to localhost/127.0.0.1:44133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:21:36,786 WARN [BP-2018967934-172.17.0.2-1731694846531 heartbeating to localhost/127.0.0.1:44133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2018967934-172.17.0.2-1731694846531 (Datanode Uuid 8d0759e3-336c-46ba-9078-cb75579a0871) service to localhost/127.0.0.1:44133 2024-11-15T18:21:36,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/cluster_6415b1b2-5bf1-13c0-d708-dae6beb0a8b7/data/data1/current/BP-2018967934-172.17.0.2-1731694846531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:21:36,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/cluster_6415b1b2-5bf1-13c0-d708-dae6beb0a8b7/data/data2/current/BP-2018967934-172.17.0.2-1731694846531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:21:36,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:21:36,787 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:21:36,787 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:21:36,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e28dd7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:21:36,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@652543cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:21:36,792 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:21:36,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@150b11b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:21:36,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fe4bfe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa439d87-a31d-5bde-a512-2fc524dedd9d/hadoop.log.dir/,STOPPED} 2024-11-15T18:21:36,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:21:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:21:36,890 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 261) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34771 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59545) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59545) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59545) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44133 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=723 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 321) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2008 (was 2312) 2024-11-15T18:21:36,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013fba5ddf0008, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:21:36,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013fba5ddf0002, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:21:36,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013fba5ddf0005, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:21:36,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013fba5ddf0005, quorum=127.0.0.1:59545, baseZNode=/1808352354 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:21:36,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013fba5ddf0008, quorum=127.0.0.1:59545, baseZNode=/2901846895 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:21:36,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013fba5ddf0002, quorum=127.0.0.1:59545, baseZNode=/0-1611573672 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:21:36,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=723, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=2008 2024-11-15T18:21:36,909 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-15T18:21:36,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/hadoop.log.dir so I do NOT create it in target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a 2024-11-15T18:21:36,909 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:21:36,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/hadoop.tmp.dir so I do NOT create it in target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a 2024-11-15T18:21:36,909 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a9004f-bc8e-1ecc-e260-730b42dbbd7a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:21:36,909 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a 2024-11-15T18:21:36,909 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/cluster_b20e654e-fd57-d38b-f8bb-68b03544c2b5, deleteOnExit=true 2024-11-15T18:21:36,912 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/cluster_b20e654e-fd57-d38b-f8bb-68b03544c2b5/zookeeper_0, clientPort=57989, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/cluster_b20e654e-fd57-d38b-f8bb-68b03544c2b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/cluster_b20e654e-fd57-d38b-f8bb-68b03544c2b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:21:36,912 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57989 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/test.cache.data in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:21:36,913 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:21:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:21:36,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:21:36,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:21:36,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:21:36,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:21:36,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:21:37,504 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T18:21:37,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,538 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,544 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,548 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,548 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,550 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:37,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:21:37,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:21:37,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:21:37,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:21:37,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:21:37,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:21:37,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ffb57aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:21:37,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cbe0536{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:21:37,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f0b95e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/java.io.tmpdir/jetty-localhost-41221-hadoop-hdfs-3_4_1-tests_jar-_-any-231616030421934782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:21:37,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a48f3f{HTTP/1.1, (http/1.1)}{localhost:41221} 2024-11-15T18:21:37,701 INFO [Time-limited test {}] server.Server(415): Started @283063ms 2024-11-15T18:21:38,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:21:38,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:21:38,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:21:38,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:21:38,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:21:38,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ea2cd3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:21:38,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b0e8a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:21:38,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e636865{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/java.io.tmpdir/jetty-localhost-41559-hadoop-hdfs-3_4_1-tests_jar-_-any-8992737832088206865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:21:38,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@326bc074{HTTP/1.1, (http/1.1)}{localhost:41559} 2024-11-15T18:21:38,210 INFO [Time-limited test {}] server.Server(415): Started @283572ms 2024-11-15T18:21:38,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:21:38,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:38,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:21:38,384 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88621 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:21:39,112 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/cluster_b20e654e-fd57-d38b-f8bb-68b03544c2b5/data/data1/current/BP-507322598-172.17.0.2-1731694896935/current, will proceed with Du for space computation calculation, 2024-11-15T18:21:39,112 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/cluster_b20e654e-fd57-d38b-f8bb-68b03544c2b5/data/data2/current/BP-507322598-172.17.0.2-1731694896935/current, will proceed with Du for space computation calculation, 2024-11-15T18:21:39,129 WARN [Thread-3428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:21:39,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x365df5610fdd24ef with lease ID 0x984a6cf8de728376: Processing first storage report for DS-1fb56e9c-9832-4cdc-ba39-c8bcd1551e1b from datanode DatanodeRegistration(127.0.0.1:40909, datanodeUuid=e2245693-2921-415d-92fb-0f82bca9f545, infoPort=44145, infoSecurePort=0, ipcPort=45513, storageInfo=lv=-57;cid=testClusterID;nsid=1179649601;c=1731694896935) 2024-11-15T18:21:39,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x365df5610fdd24ef with lease ID 0x984a6cf8de728376: from storage DS-1fb56e9c-9832-4cdc-ba39-c8bcd1551e1b node DatanodeRegistration(127.0.0.1:40909, datanodeUuid=e2245693-2921-415d-92fb-0f82bca9f545, infoPort=44145, infoSecurePort=0, ipcPort=45513, storageInfo=lv=-57;cid=testClusterID;nsid=1179649601;c=1731694896935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:21:39,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x365df5610fdd24ef with lease ID 0x984a6cf8de728376: Processing first storage report for DS-cb7a1a01-2e22-4716-ae45-a511c39d5fc0 from datanode DatanodeRegistration(127.0.0.1:40909, datanodeUuid=e2245693-2921-415d-92fb-0f82bca9f545, infoPort=44145, infoSecurePort=0, ipcPort=45513, storageInfo=lv=-57;cid=testClusterID;nsid=1179649601;c=1731694896935) 2024-11-15T18:21:39,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x365df5610fdd24ef with lease ID 0x984a6cf8de728376: from storage DS-cb7a1a01-2e22-4716-ae45-a511c39d5fc0 node DatanodeRegistration(127.0.0.1:40909, datanodeUuid=e2245693-2921-415d-92fb-0f82bca9f545, infoPort=44145, infoSecurePort=0, ipcPort=45513, storageInfo=lv=-57;cid=testClusterID;nsid=1179649601;c=1731694896935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:21:39,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a 2024-11-15T18:21:39,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:39,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:39,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:21:39,580 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e with version=8 2024-11-15T18:21:39,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/hbase-staging 2024-11-15T18:21:39,583 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:21:39,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:39,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:39,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:21:39,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:39,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:21:39,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:21:39,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:21:39,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42685 2024-11-15T18:21:39,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42685 connecting to ZooKeeper ensemble=127.0.0.1:57989 2024-11-15T18:21:39,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426850x0, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:21:39,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42685-0x1013fbb22bb0000 connected 2024-11-15T18:21:39,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:39,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:39,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Set watcher on znode that does not yet exist, /0969561496/running 2024-11-15T18:21:39,809 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e, hbase.cluster.distributed=false 2024-11-15T18:21:39,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Set watcher on znode that does not yet exist, /0969561496/acl 2024-11-15T18:21:39,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42685 2024-11-15T18:21:39,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42685 2024-11-15T18:21:39,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42685 2024-11-15T18:21:39,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42685 2024-11-15T18:21:39,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42685 2024-11-15T18:21:39,824 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:21:39,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:39,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:39,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:21:39,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:39,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:21:39,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:21:39,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:21:39,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42581 2024-11-15T18:21:39,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42581 connecting to ZooKeeper ensemble=127.0.0.1:57989 2024-11-15T18:21:39,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:39,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:39,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425810x0, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:21:39,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425810x0, quorum=127.0.0.1:57989, baseZNode=/0969561496 Set watcher on znode that does not yet exist, /0969561496/running 2024-11-15T18:21:39,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42581-0x1013fbb22bb0001 connected 2024-11-15T18:21:39,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:21:39,840 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:21:39,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Set watcher on znode that does not yet exist, /0969561496/master 2024-11-15T18:21:39,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Set watcher on znode that does not yet exist, /0969561496/acl 2024-11-15T18:21:39,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-15T18:21:39,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42581 2024-11-15T18:21:39,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42581 2024-11-15T18:21:39,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-15T18:21:39,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-15T18:21:39,860 DEBUG [M:0;74ec74825666:42685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:42685 2024-11-15T18:21:39,861 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0969561496/backup-masters/74ec74825666,42685,1731694899582 2024-11-15T18:21:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496/backup-masters 2024-11-15T18:21:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496/backup-masters 2024-11-15T18:21:39,870 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Set watcher on existing znode=/0969561496/backup-masters/74ec74825666,42685,1731694899582 2024-11-15T18:21:39,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:39,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0969561496/master 2024-11-15T18:21:39,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:39,881 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Set watcher on existing znode=/0969561496/master 2024-11-15T18:21:39,881 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0969561496/backup-masters/74ec74825666,42685,1731694899582 from backup master directory 2024-11-15T18:21:39,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0969561496/backup-masters/74ec74825666,42685,1731694899582 2024-11-15T18:21:39,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496/backup-masters 2024-11-15T18:21:39,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496/backup-masters 2024-11-15T18:21:39,891 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:21:39,891 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,42685,1731694899582 2024-11-15T18:21:39,894 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/hbase.id] with ID: c1c32bf9-25e8-4cbb-bf18-6e04c71087f4 2024-11-15T18:21:39,894 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/.tmp/hbase.id 2024-11-15T18:21:39,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:21:40,299 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/.tmp/hbase.id]:[hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/hbase.id] 2024-11-15T18:21:40,307 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:40,308 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:21:40,308 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T18:21:40,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:40,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:21:40,718 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:40,719 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:21:40,719 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:40,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:21:40,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:21:40,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:21:40,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T18:21:40,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:21:41,125 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store 2024-11-15T18:21:41,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:21:41,158 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:41,158 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:21:41,158 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:41,159 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:41,159 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:21:41,159 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:41,159 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:41,159 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694901158Disabling compacts and flushes for region at 1731694901158Disabling writes for close at 1731694901159 (+1 ms)Writing region close event to WAL at 1731694901159Closed at 1731694901159 2024-11-15T18:21:41,160 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/.initializing 2024-11-15T18:21:41,160 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/WALs/74ec74825666,42685,1731694899582 2024-11-15T18:21:41,161 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:21:41,163 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C42685%2C1731694899582, suffix=, logDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/WALs/74ec74825666,42685,1731694899582, archiveDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/oldWALs, maxLogs=10 2024-11-15T18:21:41,179 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/WALs/74ec74825666,42685,1731694899582/74ec74825666%2C42685%2C1731694899582.1731694901163, exclude list is [], retry=0 2024-11-15T18:21:41,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-1fb56e9c-9832-4cdc-ba39-c8bcd1551e1b,DISK] 2024-11-15T18:21:41,221 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/WALs/74ec74825666,42685,1731694899582/74ec74825666%2C42685%2C1731694899582.1731694901163 2024-11-15T18:21:41,221 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44145:44145)] 2024-11-15T18:21:41,222 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:41,222 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:41,222 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,222 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:21:41,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:41,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:41,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:21:41,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:41,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:41,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:21:41,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:41,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:41,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:21:41,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:41,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:41,235 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,236 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,236 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,238 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,238 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,239 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:41,243 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:41,253 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:41,254 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72549092, jitterRate=0.08106571435928345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:41,255 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694901222Initializing all the Stores at 1731694901223 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694901223Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694901223Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694901223Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694901223Cleaning up temporary data from old regions at 1731694901238 (+15 ms)Region opened successfully at 1731694901254 (+16 ms) 2024-11-15T18:21:41,255 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:21:41,259 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3759191f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:21:41,260 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:21:41,260 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:21:41,260 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:21:41,260 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:21:41,261 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:21:41,261 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:21:41,261 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:21:41,274 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:21:41,275 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Unable to get data of znode /0969561496/balancer because node does not exist (not necessarily an error) 2024-11-15T18:21:41,322 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0969561496/balancer already deleted, retry=false 2024-11-15T18:21:41,323 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:21:41,323 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Unable to get data of znode /0969561496/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:21:41,333 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0969561496/normalizer already deleted, retry=false 2024-11-15T18:21:41,333 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:21:41,343 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Unable to get data of znode /0969561496/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:21:41,354 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0969561496/switch/split already deleted, retry=false 2024-11-15T18:21:41,355 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Unable to get data of znode /0969561496/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:21:41,365 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0969561496/switch/merge already deleted, retry=false 2024-11-15T18:21:41,368 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Unable to get data of znode /0969561496/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:21:41,375 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0969561496/snapshot-cleanup already deleted, retry=false 2024-11-15T18:21:41,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0969561496/running 2024-11-15T18:21:41,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0969561496/running 2024-11-15T18:21:41,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:41,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:41,386 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,42685,1731694899582, sessionid=0x1013fbb22bb0000, setting cluster-up flag (Was=false) 2024-11-15T18:21:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:41,438 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0969561496/flush-table-proc/acquired, /0969561496/flush-table-proc/reached, /0969561496/flush-table-proc/abort 2024-11-15T18:21:41,440 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,42685,1731694899582 2024-11-15T18:21:41,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:41,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:41,491 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0969561496/online-snapshot/acquired, /0969561496/online-snapshot/reached, /0969561496/online-snapshot/abort 2024-11-15T18:21:41,492 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,42685,1731694899582 2024-11-15T18:21:41,493 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:21:41,496 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:41,496 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:21:41,496 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:21:41,497 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,42685,1731694899582 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:21:41,498 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:41,498 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:41,498 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:41,498 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:41,498 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:21:41,498 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,498 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:21:41,498 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:41,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:21:41,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:41,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:21:41,548 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694931548 2024-11-15T18:21:41,548 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:21:41,548 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:21:41,548 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:21:41,548 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:21:41,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:21:41,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:21:41,559 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,560 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:21:41,560 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:21:41,560 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:21:41,560 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:21:41,568 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:21:41,568 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:21:41,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:21:41,572 INFO [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(746): ClusterId : c1c32bf9-25e8-4cbb-bf18-6e04c71087f4 2024-11-15T18:21:41,572 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:21:41,572 DEBUG [RS:0;74ec74825666:42581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:21:41,572 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e 2024-11-15T18:21:41,576 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694901568,5,FailOnTimeoutGroup] 2024-11-15T18:21:41,584 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694901576,5,FailOnTimeoutGroup] 2024-11-15T18:21:41,584 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,584 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:21:41,584 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,584 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,586 DEBUG [RS:0;74ec74825666:42581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:21:41,586 DEBUG [RS:0;74ec74825666:42581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:21:41,597 DEBUG [RS:0;74ec74825666:42581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:21:41,598 DEBUG [RS:0;74ec74825666:42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17330238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:21:41,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:21:41,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:41,643 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:42581 2024-11-15T18:21:41,643 INFO [RS:0;74ec74825666:42581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:21:41,643 INFO [RS:0;74ec74825666:42581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:21:41,643 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:21:41,644 INFO [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,42685,1731694899582 with port=42581, startcode=1731694899824 2024-11-15T18:21:41,645 DEBUG [RS:0;74ec74825666:42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:21:41,649 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:21:41,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,42581,1731694899824 2024-11-15T18:21:41,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42685 {}] master.ServerManager(517): Registering regionserver=74ec74825666,42581,1731694899824 2024-11-15T18:21:41,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:21:41,652 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e 2024-11-15T18:21:41,652 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43505 2024-11-15T18:21:41,652 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:21:41,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:21:41,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:41,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:41,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:21:41,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:21:41,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496/rs 2024-11-15T18:21:41,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:41,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:21:41,660 DEBUG [RS:0;74ec74825666:42581 {}] zookeeper.ZKUtil(111): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Set watcher on existing znode=/0969561496/rs/74ec74825666,42581,1731694899824 2024-11-15T18:21:41,660 WARN [RS:0;74ec74825666:42581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:21:41,660 INFO [RS:0;74ec74825666:42581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:41,660 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824 2024-11-15T18:21:41,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:21:41,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:41,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:41,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:21:41,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:21:41,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:41,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:41,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:21:41,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740 2024-11-15T18:21:41,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740 2024-11-15T18:21:41,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:21:41,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:21:41,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:41,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:21:41,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,42581,1731694899824] 2024-11-15T18:21:41,681 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:41,682 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73643939, jitterRate=0.09738020598888397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:41,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694901635Initializing all the Stores at 1731694901639 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694901639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694901648 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694901648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694901648Cleaning up temporary data from old regions at 1731694901668 (+20 ms)Region opened successfully at 1731694901683 (+15 ms) 2024-11-15T18:21:41,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:21:41,683 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:21:41,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:21:41,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:21:41,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:21:41,691 INFO [RS:0;74ec74825666:42581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:21:41,697 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:21:41,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694901683Disabling compacts and flushes for region at 1731694901683Disabling writes for close at 1731694901683Writing region close event to WAL at 1731694901697 (+14 ms)Closed at 1731694901697 2024-11-15T18:21:41,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:41,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:21:41,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:21:41,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:21:41,704 INFO [RS:0;74ec74825666:42581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:21:41,705 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:21:41,708 INFO [RS:0;74ec74825666:42581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:21:41,708 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,709 INFO [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:21:41,709 INFO [RS:0;74ec74825666:42581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:21:41,710 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:21:41,710 DEBUG [RS:0;74ec74825666:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:21:41,724 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,724 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,724 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,724 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,724 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,724 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42581,1731694899824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:21:41,748 INFO [RS:0;74ec74825666:42581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:21:41,748 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42581,1731694899824-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,748 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,748 INFO [RS:0;74ec74825666:42581 {}] regionserver.Replication(171): 74ec74825666,42581,1731694899824 started 2024-11-15T18:21:41,767 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:41,767 INFO [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,42581,1731694899824, RpcServer on 74ec74825666/172.17.0.2:42581, sessionid=0x1013fbb22bb0001 2024-11-15T18:21:41,767 DEBUG [RS:0;74ec74825666:42581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:21:41,767 DEBUG [RS:0;74ec74825666:42581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,42581,1731694899824 2024-11-15T18:21:41,767 DEBUG [RS:0;74ec74825666:42581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,42581,1731694899824' 2024-11-15T18:21:41,767 DEBUG [RS:0;74ec74825666:42581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0969561496/flush-table-proc/abort' 2024-11-15T18:21:41,768 DEBUG [RS:0;74ec74825666:42581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0969561496/flush-table-proc/acquired' 2024-11-15T18:21:41,768 DEBUG [RS:0;74ec74825666:42581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:21:41,768 DEBUG [RS:0;74ec74825666:42581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:21:41,768 DEBUG [RS:0;74ec74825666:42581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,42581,1731694899824 2024-11-15T18:21:41,768 DEBUG [RS:0;74ec74825666:42581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,42581,1731694899824' 2024-11-15T18:21:41,768 DEBUG [RS:0;74ec74825666:42581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0969561496/online-snapshot/abort' 2024-11-15T18:21:41,769 DEBUG [RS:0;74ec74825666:42581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0969561496/online-snapshot/acquired' 2024-11-15T18:21:41,769 DEBUG [RS:0;74ec74825666:42581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:21:41,769 INFO [RS:0;74ec74825666:42581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:21:41,769 INFO [RS:0;74ec74825666:42581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:21:41,855 WARN [74ec74825666:42685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T18:21:41,870 INFO [RS:0;74ec74825666:42581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:21:41,871 INFO [RS:0;74ec74825666:42581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C42581%2C1731694899824, suffix=, logDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824, archiveDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/oldWALs, maxLogs=10 2024-11-15T18:21:41,890 DEBUG [RS:0;74ec74825666:42581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871, exclude list is [], retry=0 2024-11-15T18:21:41,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-1fb56e9c-9832-4cdc-ba39-c8bcd1551e1b,DISK] 2024-11-15T18:21:41,896 INFO [RS:0;74ec74825666:42581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 2024-11-15T18:21:41,900 DEBUG [RS:0;74ec74825666:42581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44145:44145)] 2024-11-15T18:21:42,105 DEBUG [74ec74825666:42685 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:21:42,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,42581,1731694899824 2024-11-15T18:21:42,107 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,42581,1731694899824, state=OPENING 2024-11-15T18:21:42,186 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:21:42,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:42,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:42,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0969561496/meta-region-server: CHANGED 2024-11-15T18:21:42,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0969561496/meta-region-server: CHANGED 2024-11-15T18:21:42,197 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:21:42,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,42581,1731694899824}] 2024-11-15T18:21:42,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:21:42,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:21:42,365 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:21:42,365 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:42,366 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:21:42,367 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C42581%2C1731694899824.meta, suffix=.meta, logDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824, archiveDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/oldWALs, maxLogs=10 2024-11-15T18:21:42,390 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.meta.1731694902368.meta, exclude list is [], retry=0 2024-11-15T18:21:42,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-1fb56e9c-9832-4cdc-ba39-c8bcd1551e1b,DISK] 2024-11-15T18:21:42,394 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.meta.1731694902368.meta 2024-11-15T18:21:42,394 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44145:44145)] 2024-11-15T18:21:42,394 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:42,395 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:42,395 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:21:42,395 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:21:42,395 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:21:42,395 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:21:42,395 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:42,395 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:21:42,395 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:21:42,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:21:42,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:21:42,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:42,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:42,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:21:42,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:21:42,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:42,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:42,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:21:42,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:21:42,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:42,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:42,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:21:42,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:21:42,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:42,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:42,402 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:21:42,403 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740 2024-11-15T18:21:42,403 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740 2024-11-15T18:21:42,404 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:21:42,404 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:21:42,404 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:42,405 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:21:42,406 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65792014, jitterRate=-0.019622594118118286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:42,406 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:21:42,406 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694902396Writing region info on filesystem at 1731694902396Initializing all the Stores at 1731694902396Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694902396Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694902397 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694902397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694902397Cleaning up temporary data from old regions at 1731694902404 (+7 ms)Running coprocessor post-open hooks at 1731694902406 (+2 ms)Region opened successfully at 1731694902406 2024-11-15T18:21:42,407 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694902349 2024-11-15T18:21:42,411 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:21:42,411 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:21:42,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,42581,1731694899824 2024-11-15T18:21:42,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,42581,1731694899824, state=OPEN 2024-11-15T18:21:42,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0969561496/meta-region-server 2024-11-15T18:21:42,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0969561496/meta-region-server 2024-11-15T18:21:42,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0969561496/meta-region-server: CHANGED 2024-11-15T18:21:42,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0969561496/meta-region-server: CHANGED 2024-11-15T18:21:42,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,42581,1731694899824 2024-11-15T18:21:42,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:21:42,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,42581,1731694899824 in 425 msec 2024-11-15T18:21:42,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:21:42,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 922 msec 2024-11-15T18:21:42,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:42,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:21:42,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:42,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,42581,1731694899824, seqNum=-1] 2024-11-15T18:21:42,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:42,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:21:42,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1370 sec 2024-11-15T18:21:42,634 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694902634, completionTime=-1 2024-11-15T18:21:42,634 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:21:42,634 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:21:42,637 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:21:42,637 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694962637 2024-11-15T18:21:42,637 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731695022637 2024-11-15T18:21:42,638 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-15T18:21:42,638 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42685,1731694899582-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:42,638 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42685,1731694899582-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:42,638 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42685,1731694899582-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:42,638 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:42685, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:42,638 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:42,638 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:42,640 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:21:42,642 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.751sec 2024-11-15T18:21:42,642 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:21:42,642 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:21:42,642 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:21:42,642 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:21:42,642 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:21:42,642 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42685,1731694899582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:21:42,642 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42685,1731694899582-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:21:42,651 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:21:42,651 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:21:42,651 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42685,1731694899582-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:42,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6293aa39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:42,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42685,-1 for getting cluster id 2024-11-15T18:21:42,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:42,681 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1c32bf9-25e8-4cbb-bf18-6e04c71087f4' 2024-11-15T18:21:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1c32bf9-25e8-4cbb-bf18-6e04c71087f4" 2024-11-15T18:21:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f45974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42685,-1] 2024-11-15T18:21:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:42,683 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:42,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed09396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:42,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,42581,1731694899824, seqNum=-1] 2024-11-15T18:21:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:42,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:21:42,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,42685,1731694899582 2024-11-15T18:21:42,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57989 2024-11-15T18:21:42,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:21:42,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013fbb22bb0002 connected 2024-11-15T18:21:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/hadoop.log.dir so I do NOT create it in target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470 2024-11-15T18:21:42,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:21:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/hadoop.tmp.dir so I do NOT create it in target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470 2024-11-15T18:21:42,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:21:42,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470 2024-11-15T18:21:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:21:42,736 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/cluster_f6f586c5-cdc2-dee4-5c79-0e6c12d34c5e, deleteOnExit=true 2024-11-15T18:21:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:21:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/test.cache.data in system properties and HBase conf 2024-11-15T18:21:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:21:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:21:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:21:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:21:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:21:42,737 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:21:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:21:43,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:21:43,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:21:43,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:21:43,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:21:43,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:21:43,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:21:43,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b6f1e3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:21:43,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2424518a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:21:43,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@586be9a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/java.io.tmpdir/jetty-localhost-39763-hadoop-hdfs-3_4_1-tests_jar-_-any-9175671359626082004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:21:43,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77ac7b40{HTTP/1.1, (http/1.1)}{localhost:39763} 2024-11-15T18:21:43,285 INFO [Time-limited test {}] server.Server(415): Started @288647ms 2024-11-15T18:21:43,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:21:43,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:21:43,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:21:43,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:21:43,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:21:43,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466d9322{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:21:43,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7300ccf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:21:43,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@384e6aae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/java.io.tmpdir/jetty-localhost-33287-hadoop-hdfs-3_4_1-tests_jar-_-any-11096700645184269956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:21:43,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a8ac6d2{HTTP/1.1, (http/1.1)}{localhost:33287} 2024-11-15T18:21:43,641 INFO [Time-limited test {}] server.Server(415): Started @289003ms 2024-11-15T18:21:43,642 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:21:44,321 WARN [Thread-3560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/cluster_f6f586c5-cdc2-dee4-5c79-0e6c12d34c5e/data/data1/current/BP-1058812025-172.17.0.2-1731694902756/current, will proceed with Du for space computation calculation, 2024-11-15T18:21:44,324 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/cluster_f6f586c5-cdc2-dee4-5c79-0e6c12d34c5e/data/data2/current/BP-1058812025-172.17.0.2-1731694902756/current, will proceed with Du for space computation calculation, 2024-11-15T18:21:44,364 WARN [Thread-3548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:21:44,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc58176dd742b8aa1 with lease ID 0xad86801cef1c1ffd: Processing first storage report for DS-dccfcc66-3166-4e60-aea6-d57d09f759d1 from datanode DatanodeRegistration(127.0.0.1:43141, datanodeUuid=99948fb7-56ca-4d6a-89cb-7c5633a74ccf, infoPort=45659, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=49670132;c=1731694902756) 2024-11-15T18:21:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc58176dd742b8aa1 with lease ID 0xad86801cef1c1ffd: from storage DS-dccfcc66-3166-4e60-aea6-d57d09f759d1 node DatanodeRegistration(127.0.0.1:43141, datanodeUuid=99948fb7-56ca-4d6a-89cb-7c5633a74ccf, infoPort=45659, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=49670132;c=1731694902756), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:21:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc58176dd742b8aa1 with lease ID 0xad86801cef1c1ffd: Processing first storage report for DS-1ca8fdda-4c49-4855-9155-1eecbd8638a9 from datanode DatanodeRegistration(127.0.0.1:43141, datanodeUuid=99948fb7-56ca-4d6a-89cb-7c5633a74ccf, infoPort=45659, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=49670132;c=1731694902756) 2024-11-15T18:21:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc58176dd742b8aa1 with lease ID 0xad86801cef1c1ffd: from storage DS-1ca8fdda-4c49-4855-9155-1eecbd8638a9 node DatanodeRegistration(127.0.0.1:43141, datanodeUuid=99948fb7-56ca-4d6a-89cb-7c5633a74ccf, infoPort=45659, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=49670132;c=1731694902756), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:21:44,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470 2024-11-15T18:21:44,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:44,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:44,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:21:44,877 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074 with version=8 2024-11-15T18:21:44,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/hbase-staging 2024-11-15T18:21:44,880 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:21:44,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:44,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:44,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:21:44,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:44,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:21:44,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:21:44,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:21:44,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42811 2024-11-15T18:21:44,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42811 connecting to ZooKeeper ensemble=127.0.0.1:57989 2024-11-15T18:21:44,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428110x0, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:21:44,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42811-0x1013fbb22bb0003 connected 2024-11-15T18:21:45,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:45,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:45,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Set watcher on znode that does not yet exist, /11892911988/running 2024-11-15T18:21:45,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074, hbase.cluster.distributed=false 2024-11-15T18:21:45,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Set watcher on znode that does not yet exist, /11892911988/acl 2024-11-15T18:21:45,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-15T18:21:45,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42811 2024-11-15T18:21:45,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42811 2024-11-15T18:21:45,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-15T18:21:45,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-15T18:21:45,037 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:21:45,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:45,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:45,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:21:45,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:45,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:21:45,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:21:45,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:21:45,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38397 2024-11-15T18:21:45,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38397 connecting to ZooKeeper ensemble=127.0.0.1:57989 2024-11-15T18:21:45,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:45,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:45,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383970x0, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:21:45,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383970x0, quorum=127.0.0.1:57989, baseZNode=/11892911988 Set watcher on znode that does not yet exist, /11892911988/running 2024-11-15T18:21:45,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38397-0x1013fbb22bb0004 connected 2024-11-15T18:21:45,060 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:21:45,069 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:21:45,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Set watcher on znode that does not yet exist, /11892911988/master 2024-11-15T18:21:45,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Set watcher on znode that does not yet exist, /11892911988/acl 2024-11-15T18:21:45,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38397 2024-11-15T18:21:45,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38397 2024-11-15T18:21:45,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38397 2024-11-15T18:21:45,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38397 2024-11-15T18:21:45,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38397 2024-11-15T18:21:45,119 DEBUG [M:0;74ec74825666:42811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:42811 2024-11-15T18:21:45,120 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11892911988/backup-masters/74ec74825666,42811,1731694904880 2024-11-15T18:21:45,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988/backup-masters 2024-11-15T18:21:45,133 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Set watcher on existing znode=/11892911988/backup-masters/74ec74825666,42811,1731694904880 2024-11-15T18:21:45,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988/backup-masters 2024-11-15T18:21:45,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11892911988/master 2024-11-15T18:21:45,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:45,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:45,149 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Set watcher on existing znode=/11892911988/master 2024-11-15T18:21:45,149 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11892911988/backup-masters/74ec74825666,42811,1731694904880 from backup master directory 2024-11-15T18:21:45,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988/backup-masters 2024-11-15T18:21:45,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11892911988/backup-masters/74ec74825666,42811,1731694904880 2024-11-15T18:21:45,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988/backup-masters 2024-11-15T18:21:45,154 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:21:45,154 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,42811,1731694904880 2024-11-15T18:21:45,158 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/hbase.id] with ID: 2f1b4367-243d-4e14-918c-97f5e0cbbc65 2024-11-15T18:21:45,158 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/.tmp/hbase.id 2024-11-15T18:21:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:21:45,166 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/.tmp/hbase.id]:[hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/hbase.id] 2024-11-15T18:21:45,175 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:45,176 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:21:45,176 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T18:21:45,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:45,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:45,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:21:45,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:45,192 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:21:45,193 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:45,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:21:45,242 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store 2024-11-15T18:21:45,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:21:45,270 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:45,271 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:21:45,271 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:45,271 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:45,271 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:21:45,271 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:45,271 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:45,271 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694905271Disabling compacts and flushes for region at 1731694905271Disabling writes for close at 1731694905271Writing region close event to WAL at 1731694905271Closed at 1731694905271 2024-11-15T18:21:45,271 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/.initializing 2024-11-15T18:21:45,271 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/WALs/74ec74825666,42811,1731694904880 2024-11-15T18:21:45,272 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:21:45,273 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C42811%2C1731694904880, suffix=, logDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/WALs/74ec74825666,42811,1731694904880, archiveDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/oldWALs, maxLogs=10 2024-11-15T18:21:45,295 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/WALs/74ec74825666,42811,1731694904880/74ec74825666%2C42811%2C1731694904880.1731694905274, exclude list is [], retry=0 2024-11-15T18:21:45,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-dccfcc66-3166-4e60-aea6-d57d09f759d1,DISK] 2024-11-15T18:21:45,305 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/WALs/74ec74825666,42811,1731694904880/74ec74825666%2C42811%2C1731694904880.1731694905274 2024-11-15T18:21:45,312 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45659:45659)] 2024-11-15T18:21:45,312 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:45,313 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:45,313 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,313 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:21:45,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:45,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:45,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:21:45,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:45,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:45,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:21:45,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:45,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:45,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:21:45,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:45,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:45,326 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,327 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,327 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,328 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,328 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,329 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:45,330 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:45,332 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:45,333 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74405691, jitterRate=0.10873119533061981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:45,333 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694905313Initializing all the Stores at 1731694905314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694905314Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694905316 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694905316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694905316Cleaning up temporary data from old regions at 1731694905328 (+12 ms)Region opened successfully at 1731694905333 (+5 ms) 2024-11-15T18:21:45,333 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:21:45,337 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c79f8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:21:45,338 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:21:45,338 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:21:45,338 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:21:45,338 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:21:45,339 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:21:45,339 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:21:45,339 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:21:45,342 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:21:45,344 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Unable to get data of znode /11892911988/balancer because node does not exist (not necessarily an error) 2024-11-15T18:21:45,354 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11892911988/balancer already deleted, retry=false 2024-11-15T18:21:45,354 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:21:45,355 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Unable to get data of znode /11892911988/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:21:45,364 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11892911988/normalizer already deleted, retry=false 2024-11-15T18:21:45,365 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:21:45,366 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Unable to get data of znode /11892911988/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:21:45,375 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11892911988/switch/split already deleted, retry=false 2024-11-15T18:21:45,376 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Unable to get data of znode /11892911988/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:21:45,385 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11892911988/switch/merge already deleted, retry=false 2024-11-15T18:21:45,387 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Unable to get data of znode /11892911988/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:21:45,396 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11892911988/snapshot-cleanup already deleted, retry=false 2024-11-15T18:21:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11892911988/running 2024-11-15T18:21:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11892911988/running 2024-11-15T18:21:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:45,407 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,42811,1731694904880, sessionid=0x1013fbb22bb0003, setting cluster-up flag (Was=false) 2024-11-15T18:21:45,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:45,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:45,459 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11892911988/flush-table-proc/acquired, /11892911988/flush-table-proc/reached, /11892911988/flush-table-proc/abort 2024-11-15T18:21:45,460 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,42811,1731694904880 2024-11-15T18:21:45,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:45,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:45,512 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11892911988/online-snapshot/acquired, /11892911988/online-snapshot/reached, /11892911988/online-snapshot/abort 2024-11-15T18:21:45,513 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,42811,1731694904880 2024-11-15T18:21:45,514 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:21:45,515 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:45,516 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:21:45,516 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:21:45,516 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,42811,1731694904880 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:21:45,517 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:45,517 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:45,517 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:45,517 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:45,518 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:21:45,518 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,518 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:21:45,518 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:45,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:21:45,522 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:45,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:21:45,548 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694935548 2024-11-15T18:21:45,548 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:21:45,548 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:21:45,548 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:21:45,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:21:45,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:21:45,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:21:45,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:21:45,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:21:45,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:21:45,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:21:45,552 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:21:45,552 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:21:45,552 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694905552,5,FailOnTimeoutGroup] 2024-11-15T18:21:45,553 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694905552,5,FailOnTimeoutGroup] 2024-11-15T18:21:45,553 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,553 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:21:45,553 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,553 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:21:45,606 INFO [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(746): ClusterId : 2f1b4367-243d-4e14-918c-97f5e0cbbc65 2024-11-15T18:21:45,606 DEBUG [RS:0;74ec74825666:38397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:21:45,618 DEBUG [RS:0;74ec74825666:38397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:21:45,618 DEBUG [RS:0;74ec74825666:38397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:21:45,628 DEBUG [RS:0;74ec74825666:38397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:21:45,629 DEBUG [RS:0;74ec74825666:38397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a48140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:21:45,646 DEBUG [RS:0;74ec74825666:38397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:38397 2024-11-15T18:21:45,646 INFO [RS:0;74ec74825666:38397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:21:45,646 INFO [RS:0;74ec74825666:38397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:21:45,646 DEBUG [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:21:45,646 INFO [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,42811,1731694904880 with port=38397, startcode=1731694905037 2024-11-15T18:21:45,647 DEBUG [RS:0;74ec74825666:38397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:21:45,649 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:21:45,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,38397,1731694905037 2024-11-15T18:21:45,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42811 {}] master.ServerManager(517): Registering regionserver=74ec74825666,38397,1731694905037 2024-11-15T18:21:45,650 DEBUG [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074 2024-11-15T18:21:45,650 DEBUG [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44931 2024-11-15T18:21:45,650 DEBUG [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:21:45,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988/rs 2024-11-15T18:21:45,660 DEBUG [RS:0;74ec74825666:38397 {}] zookeeper.ZKUtil(111): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Set watcher on existing znode=/11892911988/rs/74ec74825666,38397,1731694905037 2024-11-15T18:21:45,660 WARN [RS:0;74ec74825666:38397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:21:45,660 INFO [RS:0;74ec74825666:38397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:45,660 DEBUG [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037 2024-11-15T18:21:45,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,38397,1731694905037] 2024-11-15T18:21:45,672 INFO [RS:0;74ec74825666:38397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:21:45,674 INFO [RS:0;74ec74825666:38397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:21:45,674 INFO [RS:0;74ec74825666:38397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:21:45,674 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,674 INFO [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:21:45,675 INFO [RS:0;74ec74825666:38397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:21:45,675 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:21:45,675 DEBUG [RS:0;74ec74825666:38397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:21:45,676 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,676 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,676 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,676 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,676 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,676 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38397,1731694905037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:21:45,692 INFO [RS:0;74ec74825666:38397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:21:45,692 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38397,1731694905037-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,692 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,692 INFO [RS:0;74ec74825666:38397 {}] regionserver.Replication(171): 74ec74825666,38397,1731694905037 started 2024-11-15T18:21:45,708 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:45,708 INFO [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,38397,1731694905037, RpcServer on 74ec74825666/172.17.0.2:38397, sessionid=0x1013fbb22bb0004 2024-11-15T18:21:45,708 DEBUG [RS:0;74ec74825666:38397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:21:45,708 DEBUG [RS:0;74ec74825666:38397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,38397,1731694905037 2024-11-15T18:21:45,708 DEBUG [RS:0;74ec74825666:38397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,38397,1731694905037' 2024-11-15T18:21:45,708 DEBUG [RS:0;74ec74825666:38397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11892911988/flush-table-proc/abort' 2024-11-15T18:21:45,709 DEBUG [RS:0;74ec74825666:38397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11892911988/flush-table-proc/acquired' 2024-11-15T18:21:45,709 DEBUG [RS:0;74ec74825666:38397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:21:45,709 DEBUG [RS:0;74ec74825666:38397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:21:45,709 DEBUG [RS:0;74ec74825666:38397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,38397,1731694905037 2024-11-15T18:21:45,709 DEBUG [RS:0;74ec74825666:38397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,38397,1731694905037' 2024-11-15T18:21:45,709 DEBUG [RS:0;74ec74825666:38397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11892911988/online-snapshot/abort' 2024-11-15T18:21:45,709 DEBUG [RS:0;74ec74825666:38397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11892911988/online-snapshot/acquired' 2024-11-15T18:21:45,710 DEBUG [RS:0;74ec74825666:38397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:21:45,710 INFO [RS:0;74ec74825666:38397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:21:45,710 INFO [RS:0;74ec74825666:38397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:21:45,810 INFO [RS:0;74ec74825666:38397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:21:45,811 INFO [RS:0;74ec74825666:38397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C38397%2C1731694905037, suffix=, logDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037, archiveDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/oldWALs, maxLogs=10 2024-11-15T18:21:45,829 DEBUG [RS:0;74ec74825666:38397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812, exclude list is [], retry=0 2024-11-15T18:21:45,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-dccfcc66-3166-4e60-aea6-d57d09f759d1,DISK] 2024-11-15T18:21:45,834 INFO [RS:0;74ec74825666:38397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 2024-11-15T18:21:45,835 DEBUG [RS:0;74ec74825666:38397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45659:45659)] 2024-11-15T18:21:45,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:21:45,957 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074 2024-11-15T18:21:45,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:21:45,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:45,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:21:45,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:21:45,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:45,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:45,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:21:45,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:21:46,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:46,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:46,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:21:46,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:21:46,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:46,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:46,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:21:46,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:21:46,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:46,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:46,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:21:46,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740 2024-11-15T18:21:46,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740 2024-11-15T18:21:46,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:21:46,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:21:46,006 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:46,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:21:46,009 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:46,010 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66306161, jitterRate=-0.011961206793785095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:46,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694905995Initializing all the Stores at 1731694905995Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694905995Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694905996 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694905996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694905996Cleaning up temporary data from old regions at 1731694906006 (+10 ms)Region opened successfully at 1731694906010 (+4 ms) 2024-11-15T18:21:46,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:21:46,010 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:21:46,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:21:46,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:21:46,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:21:46,010 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:21:46,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694906010Disabling compacts and flushes for region at 1731694906010Disabling writes for close at 1731694906010Writing region close event to WAL at 1731694906010Closed at 1731694906010 2024-11-15T18:21:46,012 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:46,012 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:21:46,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:21:46,013 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:21:46,014 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:21:46,164 DEBUG [74ec74825666:42811 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:21:46,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,38397,1731694905037 2024-11-15T18:21:46,166 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,38397,1731694905037, state=OPENING 2024-11-15T18:21:46,256 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:21:46,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:46,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:46,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11892911988/meta-region-server: CHANGED 2024-11-15T18:21:46,270 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:21:46,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,38397,1731694905037}] 2024-11-15T18:21:46,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11892911988/meta-region-server: CHANGED 2024-11-15T18:21:46,423 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:21:46,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:21:46,430 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:21:46,430 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:46,430 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:21:46,432 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C38397%2C1731694905037.meta, suffix=.meta, logDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037, archiveDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/oldWALs, maxLogs=10 2024-11-15T18:21:46,450 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.meta.1731694906432.meta, exclude list is [], retry=0 2024-11-15T18:21:46,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-dccfcc66-3166-4e60-aea6-d57d09f759d1,DISK] 2024-11-15T18:21:46,454 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.meta.1731694906432.meta 2024-11-15T18:21:46,454 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45659:45659)] 2024-11-15T18:21:46,454 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:46,455 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:46,455 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:21:46,455 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:21:46,455 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:21:46,455 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:21:46,455 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:46,455 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:21:46,455 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:21:46,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:21:46,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:21:46,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:46,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:46,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:21:46,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:21:46,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:46,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:46,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:21:46,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:21:46,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:46,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:46,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:21:46,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:21:46,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:46,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:46,464 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:21:46,465 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740 2024-11-15T18:21:46,466 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740 2024-11-15T18:21:46,467 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:21:46,467 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:21:46,467 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:46,468 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:21:46,469 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62936529, jitterRate=-0.06217263638973236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:46,469 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:21:46,469 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694906455Writing region info on filesystem at 1731694906455Initializing all the Stores at 1731694906456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694906456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694906456Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694906456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694906456Cleaning up temporary data from old regions at 1731694906467 (+11 ms)Running coprocessor post-open hooks at 1731694906469 (+2 ms)Region opened successfully at 1731694906469 2024-11-15T18:21:46,470 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694906423 2024-11-15T18:21:46,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:21:46,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,472 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:21:46,472 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:21:46,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,38397,1731694905037 2024-11-15T18:21:46,473 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,38397,1731694905037, state=OPEN 2024-11-15T18:21:46,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11892911988/meta-region-server 2024-11-15T18:21:46,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11892911988/meta-region-server 2024-11-15T18:21:46,491 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,38397,1731694905037 2024-11-15T18:21:46,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11892911988/meta-region-server: CHANGED 2024-11-15T18:21:46,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11892911988/meta-region-server: CHANGED 2024-11-15T18:21:46,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:21:46,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,38397,1731694905037 in 221 msec 2024-11-15T18:21:46,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:21:46,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-15T18:21:46,496 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:46,496 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:21:46,506 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:46,506 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38397,1731694905037, seqNum=-1] 2024-11-15T18:21:46,506 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:46,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:21:46,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 997 msec 2024-11-15T18:21:46,513 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694906513, completionTime=-1 2024-11-15T18:21:46,513 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:21:46,513 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:21:46,515 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:21:46,515 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694966515 2024-11-15T18:21:46,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,515 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731695026515 2024-11-15T18:21:46,515 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T18:21:46,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,516 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42811,1731694904880-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:46,516 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42811,1731694904880-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:46,516 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42811,1731694904880-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:46,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,516 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:42811, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:46,516 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:46,516 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:46,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,518 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:21:46,520 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.365sec 2024-11-15T18:21:46,520 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:21:46,520 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:21:46,520 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:21:46,520 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:21:46,520 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:21:46,520 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42811,1731694904880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:21:46,520 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42811,1731694904880-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:21:46,522 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:21:46,522 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:21:46,522 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42811,1731694904880-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:46,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:46,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667d3530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:46,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42811,-1 for getting cluster id 2024-11-15T18:21:46,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:46,608 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f1b4367-243d-4e14-918c-97f5e0cbbc65' 2024-11-15T18:21:46,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:46,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f1b4367-243d-4e14-918c-97f5e0cbbc65" 2024-11-15T18:21:46,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2623761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:46,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42811,-1] 2024-11-15T18:21:46,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:46,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:46,609 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:46,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d41a440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:46,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38397,1731694905037, seqNum=-1] 2024-11-15T18:21:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:46,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:21:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,42811,1731694904880 2024-11-15T18:21:46,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57989 2024-11-15T18:21:46,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:21:46,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013fbb22bb0005 connected 2024-11-15T18:21:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/hadoop.log.dir so I do NOT create it in target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6 2024-11-15T18:21:46,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:21:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/hadoop.tmp.dir so I do NOT create it in target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6 2024-11-15T18:21:46,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:21:46,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6 2024-11-15T18:21:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:21:46,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/cluster_522b4757-94e8-0c95-be49-b24eb3168c9e, deleteOnExit=true 2024-11-15T18:21:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:21:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/test.cache.data in system properties and HBase conf 2024-11-15T18:21:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:21:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:21:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:21:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:21:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:21:46,641 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:21:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:21:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:21:47,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:21:47,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:21:47,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:21:47,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:21:47,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:21:47,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:21:47,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c879944{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:21:47,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77b00109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:21:47,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4696ca19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/java.io.tmpdir/jetty-localhost-34045-hadoop-hdfs-3_4_1-tests_jar-_-any-16887596597848775820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:21:47,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f75cfab{HTTP/1.1, (http/1.1)}{localhost:34045} 2024-11-15T18:21:47,222 INFO [Time-limited test {}] server.Server(415): Started @292584ms 2024-11-15T18:21:47,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:21:47,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:21:47,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:21:47,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:21:47,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:21:47,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e23d99a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:21:47,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4784c99d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:21:47,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15f12923{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/java.io.tmpdir/jetty-localhost-43543-hadoop-hdfs-3_4_1-tests_jar-_-any-6670508830936165230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:21:47,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224bae05{HTTP/1.1, (http/1.1)}{localhost:43543} 2024-11-15T18:21:47,608 INFO [Time-limited test {}] server.Server(415): Started @292970ms 2024-11-15T18:21:47,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:21:47,691 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:21:49,628 WARN [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/cluster_522b4757-94e8-0c95-be49-b24eb3168c9e/data/data1/current/BP-1075614387-172.17.0.2-1731694906661/current, will proceed with Du for space computation calculation, 2024-11-15T18:21:49,628 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/cluster_522b4757-94e8-0c95-be49-b24eb3168c9e/data/data2/current/BP-1075614387-172.17.0.2-1731694906661/current, will proceed with Du for space computation calculation, 2024-11-15T18:21:49,689 WARN [Thread-3669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:21:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f08b366e0efd61a with lease ID 0xbba71cb439ee3924: Processing first storage report for DS-0bca08fb-b52a-430c-aa9c-57e88740d14c from datanode DatanodeRegistration(127.0.0.1:43261, datanodeUuid=78d44c78-9f7c-4a74-bcae-1f23813a1b01, infoPort=44273, infoSecurePort=0, ipcPort=34897, storageInfo=lv=-57;cid=testClusterID;nsid=958195782;c=1731694906661) 2024-11-15T18:21:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f08b366e0efd61a with lease ID 0xbba71cb439ee3924: from storage DS-0bca08fb-b52a-430c-aa9c-57e88740d14c node DatanodeRegistration(127.0.0.1:43261, datanodeUuid=78d44c78-9f7c-4a74-bcae-1f23813a1b01, infoPort=44273, infoSecurePort=0, ipcPort=34897, storageInfo=lv=-57;cid=testClusterID;nsid=958195782;c=1731694906661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:21:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f08b366e0efd61a with lease ID 0xbba71cb439ee3924: Processing first storage report for DS-37160896-a7a0-4144-a1de-56e7192f1360 from datanode DatanodeRegistration(127.0.0.1:43261, datanodeUuid=78d44c78-9f7c-4a74-bcae-1f23813a1b01, infoPort=44273, infoSecurePort=0, ipcPort=34897, storageInfo=lv=-57;cid=testClusterID;nsid=958195782;c=1731694906661) 2024-11-15T18:21:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f08b366e0efd61a with lease ID 0xbba71cb439ee3924: from storage DS-37160896-a7a0-4144-a1de-56e7192f1360 node DatanodeRegistration(127.0.0.1:43261, datanodeUuid=78d44c78-9f7c-4a74-bcae-1f23813a1b01, infoPort=44273, infoSecurePort=0, ipcPort=34897, storageInfo=lv=-57;cid=testClusterID;nsid=958195782;c=1731694906661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:21:49,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6 2024-11-15T18:21:49,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:49,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:21:50,187 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978 with version=8 2024-11-15T18:21:50,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/hbase-staging 2024-11-15T18:21:50,189 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:21:50,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:50,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:50,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:21:50,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:50,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:21:50,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:21:50,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:21:50,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37129 2024-11-15T18:21:50,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37129 connecting to ZooKeeper ensemble=127.0.0.1:57989 2024-11-15T18:21:50,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371290x0, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:21:50,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37129-0x1013fbb22bb0006 connected 2024-11-15T18:21:50,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:50,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:50,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Set watcher on znode that does not yet exist, /21167176333/running 2024-11-15T18:21:50,327 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978, hbase.cluster.distributed=false 2024-11-15T18:21:50,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Set watcher on znode that does not yet exist, /21167176333/acl 2024-11-15T18:21:50,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-15T18:21:50,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37129 2024-11-15T18:21:50,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37129 2024-11-15T18:21:50,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-15T18:21:50,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-15T18:21:50,356 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:21:50,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:50,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:50,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:21:50,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:21:50,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:21:50,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:21:50,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:21:50,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38525 2024-11-15T18:21:50,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38525 connecting to ZooKeeper ensemble=127.0.0.1:57989 2024-11-15T18:21:50,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:50,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385250x0, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:21:50,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385250x0, quorum=127.0.0.1:57989, baseZNode=/21167176333 Set watcher on znode that does not yet exist, /21167176333/running 2024-11-15T18:21:50,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38525-0x1013fbb22bb0007 connected 2024-11-15T18:21:50,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:21:50,376 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:21:50,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Set watcher on znode that does not yet exist, /21167176333/master 2024-11-15T18:21:50,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Set watcher on znode that does not yet exist, /21167176333/acl 2024-11-15T18:21:50,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38525 2024-11-15T18:21:50,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38525 2024-11-15T18:21:50,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38525 2024-11-15T18:21:50,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38525 2024-11-15T18:21:50,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38525 2024-11-15T18:21:50,410 DEBUG [M:0;74ec74825666:37129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:37129 2024-11-15T18:21:50,411 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21167176333/backup-masters/74ec74825666,37129,1731694910189 2024-11-15T18:21:50,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333/backup-masters 2024-11-15T18:21:50,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333/backup-masters 2024-11-15T18:21:50,419 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Set watcher on existing znode=/21167176333/backup-masters/74ec74825666,37129,1731694910189 2024-11-15T18:21:50,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21167176333/master 2024-11-15T18:21:50,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:50,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:50,428 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Set watcher on existing znode=/21167176333/master 2024-11-15T18:21:50,430 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21167176333/backup-masters/74ec74825666,37129,1731694910189 from backup master directory 2024-11-15T18:21:50,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21167176333/backup-masters/74ec74825666,37129,1731694910189 2024-11-15T18:21:50,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333/backup-masters 2024-11-15T18:21:50,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333/backup-masters 2024-11-15T18:21:50,438 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:21:50,439 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,37129,1731694910189 2024-11-15T18:21:50,445 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/hbase.id] with ID: 53001b2e-3aeb-43d4-8910-8ae5dcced936 2024-11-15T18:21:50,445 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/.tmp/hbase.id 2024-11-15T18:21:50,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:21:50,460 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/.tmp/hbase.id]:[hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/hbase.id] 2024-11-15T18:21:50,472 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:21:50,473 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:21:50,474 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T18:21:50,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:50,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:50,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:21:50,494 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:50,495 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:21:50,499 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:50,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:21:50,513 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store 2024-11-15T18:21:50,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:21:50,921 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:50,921 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:21:50,921 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:50,921 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:50,921 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:21:50,921 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:50,921 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:21:50,921 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694910921Disabling compacts and flushes for region at 1731694910921Disabling writes for close at 1731694910921Writing region close event to WAL at 1731694910921Closed at 1731694910921 2024-11-15T18:21:50,922 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/.initializing 2024-11-15T18:21:50,922 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/WALs/74ec74825666,37129,1731694910189 2024-11-15T18:21:50,923 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:21:50,925 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C37129%2C1731694910189, suffix=, logDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/WALs/74ec74825666,37129,1731694910189, archiveDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/oldWALs, maxLogs=10 2024-11-15T18:21:50,955 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/WALs/74ec74825666,37129,1731694910189/74ec74825666%2C37129%2C1731694910189.1731694910925, exclude list is [], retry=0 2024-11-15T18:21:50,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:21:50,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T18:21:50,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:21:50,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T18:21:50,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-0bca08fb-b52a-430c-aa9c-57e88740d14c,DISK] 2024-11-15T18:21:50,978 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/WALs/74ec74825666,37129,1731694910189/74ec74825666%2C37129%2C1731694910189.1731694910925 2024-11-15T18:21:50,978 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44273:44273)] 2024-11-15T18:21:50,979 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:50,979 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:50,979 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:50,979 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:50,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:50,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:21:50,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:50,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:50,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:50,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:21:50,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:50,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:50,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:50,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:21:50,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:50,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:50,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:50,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:21:50,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:51,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:51,008 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:51,011 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:51,012 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:51,013 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:51,013 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:51,013 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:51,014 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:21:51,024 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:51,025 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67880450, jitterRate=0.011497527360916138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:51,025 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694910979Initializing all the Stores at 1731694910980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694910980Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694910980Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694910980Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694910980Cleaning up temporary data from old regions at 1731694911013 (+33 ms)Region opened successfully at 1731694911025 (+12 ms) 2024-11-15T18:21:51,025 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:21:51,028 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d6733d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:21:51,029 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:21:51,029 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:21:51,030 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:21:51,030 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:21:51,030 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:21:51,031 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:21:51,031 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:21:51,053 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:21:51,054 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Unable to get data of znode /21167176333/balancer because node does not exist (not necessarily an error) 2024-11-15T18:21:51,101 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21167176333/balancer already deleted, retry=false 2024-11-15T18:21:51,101 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:21:51,102 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Unable to get data of znode /21167176333/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:21:51,123 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21167176333/normalizer already deleted, retry=false 2024-11-15T18:21:51,123 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:21:51,127 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Unable to get data of znode /21167176333/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:21:51,132 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21167176333/switch/split already deleted, retry=false 2024-11-15T18:21:51,134 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Unable to get data of znode /21167176333/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:21:51,143 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21167176333/switch/merge already deleted, retry=false 2024-11-15T18:21:51,145 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Unable to get data of znode /21167176333/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:21:51,153 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21167176333/snapshot-cleanup already deleted, retry=false 2024-11-15T18:21:51,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21167176333/running 2024-11-15T18:21:51,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21167176333/running 2024-11-15T18:21:51,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:51,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:51,165 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,37129,1731694910189, sessionid=0x1013fbb22bb0006, setting cluster-up flag (Was=false) 2024-11-15T18:21:51,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:51,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:51,217 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21167176333/flush-table-proc/acquired, /21167176333/flush-table-proc/reached, /21167176333/flush-table-proc/abort 2024-11-15T18:21:51,218 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,37129,1731694910189 2024-11-15T18:21:51,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:51,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:51,269 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21167176333/online-snapshot/acquired, /21167176333/online-snapshot/reached, /21167176333/online-snapshot/abort 2024-11-15T18:21:51,270 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,37129,1731694910189 2024-11-15T18:21:51,271 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:21:51,273 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:51,274 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:21:51,274 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:21:51,274 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,37129,1731694910189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:21:51,275 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:51,275 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:51,275 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:51,275 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:21:51,276 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:21:51,276 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,276 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:21:51,276 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:51,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:21:51,287 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694941287 2024-11-15T18:21:51,287 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:21:51,287 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:21:51,287 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:21:51,287 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:21:51,287 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:21:51,287 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:21:51,288 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,288 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:51,288 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:21:51,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:21:51,288 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:21:51,288 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:21:51,288 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:21:51,289 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:21:51,289 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:21:51,289 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694911289,5,FailOnTimeoutGroup] 2024-11-15T18:21:51,289 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694911289,5,FailOnTimeoutGroup] 2024-11-15T18:21:51,289 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,290 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:21:51,290 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,290 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:21:51,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:21:51,299 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978 2024-11-15T18:21:51,301 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(746): ClusterId : 53001b2e-3aeb-43d4-8910-8ae5dcced936 2024-11-15T18:21:51,301 DEBUG [RS:0;74ec74825666:38525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:21:51,312 DEBUG [RS:0;74ec74825666:38525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:21:51,312 DEBUG [RS:0;74ec74825666:38525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:21:51,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:21:51,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:51,323 DEBUG [RS:0;74ec74825666:38525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:21:51,323 DEBUG [RS:0;74ec74825666:38525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d3ff32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:21:51,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:21:51,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:21:51,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:51,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:51,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:21:51,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:21:51,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:51,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:51,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:21:51,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:21:51,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:51,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:51,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:21:51,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:21:51,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:51,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:51,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:21:51,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740 2024-11-15T18:21:51,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740 2024-11-15T18:21:51,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:21:51,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:21:51,341 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:51,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:21:51,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:51,349 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59035469, jitterRate=-0.1203029602766037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:51,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694911322Initializing all the Stores at 1731694911323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694911323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694911324 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694911324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694911324Cleaning up temporary data from old regions at 1731694911341 (+17 ms)Region opened successfully at 1731694911350 (+9 ms) 2024-11-15T18:21:51,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:21:51,350 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:21:51,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:21:51,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:21:51,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:21:51,350 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:38525 2024-11-15T18:21:51,350 INFO [RS:0;74ec74825666:38525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:21:51,350 INFO [RS:0;74ec74825666:38525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:21:51,350 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:21:51,351 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,37129,1731694910189 with port=38525, startcode=1731694910356 2024-11-15T18:21:51,351 DEBUG [RS:0;74ec74825666:38525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:21:51,352 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:21:51,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694911350Disabling compacts and flushes for region at 1731694911350Disabling writes for close at 1731694911350Writing region close event to WAL at 1731694911352 (+2 ms)Closed at 1731694911352 2024-11-15T18:21:51,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:51,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:21:51,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:21:51,354 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:21:51,354 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:21:51,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,38525,1731694910356 2024-11-15T18:21:51,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37129 {}] master.ServerManager(517): Registering regionserver=74ec74825666,38525,1731694910356 2024-11-15T18:21:51,356 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:21:51,357 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978 2024-11-15T18:21:51,357 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38035 2024-11-15T18:21:51,357 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:21:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333/rs 2024-11-15T18:21:51,406 DEBUG [RS:0;74ec74825666:38525 {}] zookeeper.ZKUtil(111): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Set watcher on existing znode=/21167176333/rs/74ec74825666,38525,1731694910356 2024-11-15T18:21:51,407 WARN [RS:0;74ec74825666:38525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:21:51,407 INFO [RS:0;74ec74825666:38525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:51,407 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356 2024-11-15T18:21:51,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,38525,1731694910356] 2024-11-15T18:21:51,410 INFO [RS:0;74ec74825666:38525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:21:51,412 INFO [RS:0;74ec74825666:38525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:21:51,415 INFO [RS:0;74ec74825666:38525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:21:51,415 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,420 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:21:51,421 INFO [RS:0;74ec74825666:38525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:21:51,421 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:21:51,421 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:21:51,422 DEBUG [RS:0;74ec74825666:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:21:51,427 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,427 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,427 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,427 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,427 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,427 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38525,1731694910356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:21:51,447 INFO [RS:0;74ec74825666:38525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:21:51,447 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,38525,1731694910356-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,447 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,447 INFO [RS:0;74ec74825666:38525 {}] regionserver.Replication(171): 74ec74825666,38525,1731694910356 started 2024-11-15T18:21:51,468 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:51,468 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,38525,1731694910356, RpcServer on 74ec74825666/172.17.0.2:38525, sessionid=0x1013fbb22bb0007 2024-11-15T18:21:51,468 DEBUG [RS:0;74ec74825666:38525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:21:51,468 DEBUG [RS:0;74ec74825666:38525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,38525,1731694910356 2024-11-15T18:21:51,468 DEBUG [RS:0;74ec74825666:38525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,38525,1731694910356' 2024-11-15T18:21:51,468 DEBUG [RS:0;74ec74825666:38525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21167176333/flush-table-proc/abort' 2024-11-15T18:21:51,469 DEBUG [RS:0;74ec74825666:38525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21167176333/flush-table-proc/acquired' 2024-11-15T18:21:51,469 DEBUG [RS:0;74ec74825666:38525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:21:51,469 DEBUG [RS:0;74ec74825666:38525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:21:51,469 DEBUG [RS:0;74ec74825666:38525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,38525,1731694910356 2024-11-15T18:21:51,469 DEBUG [RS:0;74ec74825666:38525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,38525,1731694910356' 2024-11-15T18:21:51,469 DEBUG [RS:0;74ec74825666:38525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21167176333/online-snapshot/abort' 2024-11-15T18:21:51,470 DEBUG [RS:0;74ec74825666:38525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21167176333/online-snapshot/acquired' 2024-11-15T18:21:51,470 DEBUG [RS:0;74ec74825666:38525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:21:51,470 INFO [RS:0;74ec74825666:38525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:21:51,470 INFO [RS:0;74ec74825666:38525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:21:51,507 WARN [74ec74825666:37129 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T18:21:51,570 INFO [RS:0;74ec74825666:38525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:21:51,571 INFO [RS:0;74ec74825666:38525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C38525%2C1731694910356, suffix=, logDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356, archiveDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/oldWALs, maxLogs=10 2024-11-15T18:21:51,584 DEBUG [RS:0;74ec74825666:38525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572, exclude list is [], retry=0 2024-11-15T18:21:51,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-0bca08fb-b52a-430c-aa9c-57e88740d14c,DISK] 2024-11-15T18:21:51,588 INFO [RS:0;74ec74825666:38525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 2024-11-15T18:21:51,589 DEBUG [RS:0;74ec74825666:38525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44273:44273)] 2024-11-15T18:21:51,757 DEBUG [74ec74825666:37129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:21:51,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,38525,1731694910356 2024-11-15T18:21:51,758 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,38525,1731694910356, state=OPENING 2024-11-15T18:21:51,775 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:21:51,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:51,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:21:51,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21167176333/meta-region-server: CHANGED 2024-11-15T18:21:51,786 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:21:51,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,38525,1731694910356}] 2024-11-15T18:21:51,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21167176333/meta-region-server: CHANGED 2024-11-15T18:21:51,939 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:21:51,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:21:51,943 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:21:51,943 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:51,943 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:21:51,946 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C38525%2C1731694910356.meta, suffix=.meta, logDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356, archiveDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/oldWALs, maxLogs=10 2024-11-15T18:21:51,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:21:51,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:51,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:51,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:51,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:51,968 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.meta.1731694911946.meta, exclude list is [], retry=0 2024-11-15T18:21:51,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-0bca08fb-b52a-430c-aa9c-57e88740d14c,DISK] 2024-11-15T18:21:51,980 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.meta.1731694911946.meta 2024-11-15T18:21:51,981 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44273:44273)] 2024-11-15T18:21:51,981 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:51,981 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:51,982 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:21:51,982 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:21:51,982 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:21:51,982 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:21:51,982 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:51,982 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:21:51,982 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:21:51,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:21:51,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:21:51,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:51,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:51,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:21:51,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:21:51,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:51,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:51,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:21:51,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:21:51,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:51,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:51,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:21:51,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:21:51,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:51,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:21:51,989 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:21:51,990 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740 2024-11-15T18:21:51,991 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740 2024-11-15T18:21:51,992 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:21:51,993 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:21:51,993 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:21:51,998 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:21:51,999 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60323955, jitterRate=-0.10110302269458771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:21:51,999 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:21:51,999 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694911982Writing region info on filesystem at 1731694911982Initializing all the Stores at 1731694911983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694911983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694911984 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694911984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694911984Cleaning up temporary data from old regions at 1731694911993 (+9 ms)Running coprocessor post-open hooks at 1731694911999 (+6 ms)Region opened successfully at 1731694911999 2024-11-15T18:21:52,000 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694911938 2024-11-15T18:21:52,002 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:21:52,002 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:21:52,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,38525,1731694910356 2024-11-15T18:21:52,002 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,38525,1731694910356, state=OPEN 2024-11-15T18:21:52,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21167176333/meta-region-server 2024-11-15T18:21:52,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21167176333/meta-region-server 2024-11-15T18:21:52,006 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,38525,1731694910356 2024-11-15T18:21:52,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21167176333/meta-region-server: CHANGED 2024-11-15T18:21:52,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21167176333/meta-region-server: CHANGED 2024-11-15T18:21:52,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:21:52,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,38525,1731694910356 in 220 msec 2024-11-15T18:21:52,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:21:52,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-15T18:21:52,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:52,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:21:52,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:21:52,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:52,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:52,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:52,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:52,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:52,014 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:52,014 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38525,1731694910356, seqNum=-1] 2024-11-15T18:21:52,014 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:52,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:21:52,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 746 msec 2024-11-15T18:21:52,020 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694912020, completionTime=-1 2024-11-15T18:21:52,020 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:21:52,020 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:21:52,022 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:21:52,022 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694972022 2024-11-15T18:21:52,022 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731695032022 2024-11-15T18:21:52,022 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T18:21:52,023 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37129,1731694910189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:52,023 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37129,1731694910189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:52,023 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37129,1731694910189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:52,023 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:37129, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:52,023 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:52,023 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:52,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:52,025 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:21:52,028 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.588sec 2024-11-15T18:21:52,028 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:21:52,028 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:21:52,028 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:21:52,028 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:21:52,028 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:21:52,028 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37129,1731694910189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:21:52,028 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37129,1731694910189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:21:52,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:52,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:52,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:52,032 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:21:52,032 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:21:52,032 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37129,1731694910189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:21:52,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a5cfdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:52,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37129,-1 for getting cluster id 2024-11-15T18:21:52,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:52,114 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53001b2e-3aeb-43d4-8910-8ae5dcced936' 2024-11-15T18:21:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53001b2e-3aeb-43d4-8910-8ae5dcced936" 2024-11-15T18:21:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d927f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37129,-1] 2024-11-15T18:21:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:52,115 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:52,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30440478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:52,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38525,1731694910356, seqNum=-1] 2024-11-15T18:21:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:52,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:21:52,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,37129,1731694910189 2024-11-15T18:21:52,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57989 2024-11-15T18:21:52,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:21:52,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013fbb22bb0008 connected 2024-11-15T18:21:52,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42685,1731694899582 2024-11-15T18:21:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@710c4b5a 2024-11-15T18:21:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:52,191 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:52,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:21:52,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:52,197 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:52,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:21:52,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:52,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:21:52,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16b54fffd7fa6f8523ea73326178ef52, NAME => 'test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e 2024-11-15T18:21:52,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:21:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:52,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:52,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 16b54fffd7fa6f8523ea73326178ef52, disabling compactions & flushes 2024-11-15T18:21:52,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:21:52,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:21:52,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. after waiting 0 ms 2024-11-15T18:21:52,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:21:52,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:21:52,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16b54fffd7fa6f8523ea73326178ef52: Waiting for close lock at 1731694912618Disabling compacts and flushes for region at 1731694912618Disabling writes for close at 1731694912618Writing region close event to WAL at 1731694912618Closed at 1731694912618 2024-11-15T18:21:52,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:52,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694912619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694912619"}]},"ts":"1731694912619"} 2024-11-15T18:21:52,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:52,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:52,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694912628"}]},"ts":"1731694912628"} 2024-11-15T18:21:52,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:21:52,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16b54fffd7fa6f8523ea73326178ef52, ASSIGN}] 2024-11-15T18:21:52,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16b54fffd7fa6f8523ea73326178ef52, ASSIGN 2024-11-15T18:21:52,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=16b54fffd7fa6f8523ea73326178ef52, ASSIGN; state=OFFLINE, location=74ec74825666,42581,1731694899824; forceNewPlan=false, retain=false 2024-11-15T18:21:52,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16b54fffd7fa6f8523ea73326178ef52, regionState=OPENING, regionLocation=74ec74825666,42581,1731694899824 2024-11-15T18:21:52,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=16b54fffd7fa6f8523ea73326178ef52, ASSIGN because future has completed 2024-11-15T18:21:52,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16b54fffd7fa6f8523ea73326178ef52, server=74ec74825666,42581,1731694899824}] 2024-11-15T18:21:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:52,940 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:21:52,940 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16b54fffd7fa6f8523ea73326178ef52, NAME => 'test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:52,940 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:52,940 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:21:52,940 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,940 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:52,940 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,941 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,941 INFO [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,942 INFO [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b54fffd7fa6f8523ea73326178ef52 columnFamilyName f 2024-11-15T18:21:52,942 DEBUG [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:52,942 INFO [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] regionserver.HStore(327): Store=16b54fffd7fa6f8523ea73326178ef52/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:52,943 INFO [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,943 INFO [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b54fffd7fa6f8523ea73326178ef52 columnFamilyName f1 2024-11-15T18:21:52,943 DEBUG [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:52,945 INFO [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] regionserver.HStore(327): Store=16b54fffd7fa6f8523ea73326178ef52/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:52,945 INFO [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,946 INFO [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b54fffd7fa6f8523ea73326178ef52 columnFamilyName norep 2024-11-15T18:21:52,946 DEBUG [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:52,946 INFO [StoreOpener-16b54fffd7fa6f8523ea73326178ef52-1 {}] regionserver.HStore(327): Store=16b54fffd7fa6f8523ea73326178ef52/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:52,946 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,947 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,947 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,947 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,947 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,948 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:52,948 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,950 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:52,950 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16b54fffd7fa6f8523ea73326178ef52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67254124, jitterRate=0.0021645426750183105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:52,950 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:21:52,950 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16b54fffd7fa6f8523ea73326178ef52: Running coprocessor pre-open hook at 1731694912941Writing region info on filesystem at 1731694912941Initializing all the Stores at 1731694912941Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694912941Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694912941Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694912941Cleaning up temporary data from old regions at 1731694912947 (+6 ms)Running coprocessor post-open hooks at 1731694912950 (+3 ms)Region opened successfully at 1731694912950 2024-11-15T18:21:52,951 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52., pid=6, masterSystemTime=1731694912936 2024-11-15T18:21:52,952 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:21:52,952 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:21:52,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16b54fffd7fa6f8523ea73326178ef52, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,42581,1731694899824 2024-11-15T18:21:52,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16b54fffd7fa6f8523ea73326178ef52, server=74ec74825666,42581,1731694899824 because future has completed 2024-11-15T18:21:52,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:21:52,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16b54fffd7fa6f8523ea73326178ef52, server=74ec74825666,42581,1731694899824 in 171 msec 2024-11-15T18:21:52,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:21:52,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=16b54fffd7fa6f8523ea73326178ef52, ASSIGN in 327 msec 2024-11-15T18:21:52,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:52,959 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694912959"}]},"ts":"1731694912959"} 2024-11-15T18:21:52,961 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:21:52,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:52,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 770 msec 2024-11-15T18:21:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:53,335 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:21:53,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:53,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42811,1731694904880 2024-11-15T18:21:53,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d3db04c 2024-11-15T18:21:53,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:53,337 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:53,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:21:53,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:53,339 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:53,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:21:53,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:53,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:21:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:53,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T18:21:53,747 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7619ec3930373c5de5352d3bbc3836a0, NAME => 'test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074 2024-11-15T18:21:53,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:21:53,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:53,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7619ec3930373c5de5352d3bbc3836a0, disabling compactions & flushes 2024-11-15T18:21:53,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:21:53,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:21:53,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. after waiting 0 ms 2024-11-15T18:21:53,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:21:53,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:21:53,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7619ec3930373c5de5352d3bbc3836a0: Waiting for close lock at 1731694913760Disabling compacts and flushes for region at 1731694913760Disabling writes for close at 1731694913761 (+1 ms)Writing region close event to WAL at 1731694913761Closed at 1731694913761 2024-11-15T18:21:53,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:53,762 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694913762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694913762"}]},"ts":"1731694913762"} 2024-11-15T18:21:53,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:53,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:53,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694913765"}]},"ts":"1731694913765"} 2024-11-15T18:21:53,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:21:53,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7619ec3930373c5de5352d3bbc3836a0, ASSIGN}] 2024-11-15T18:21:53,767 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7619ec3930373c5de5352d3bbc3836a0, ASSIGN 2024-11-15T18:21:53,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7619ec3930373c5de5352d3bbc3836a0, ASSIGN; state=OFFLINE, location=74ec74825666,38397,1731694905037; forceNewPlan=false, retain=false 2024-11-15T18:21:53,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7619ec3930373c5de5352d3bbc3836a0, regionState=OPENING, regionLocation=74ec74825666,38397,1731694905037 2024-11-15T18:21:53,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7619ec3930373c5de5352d3bbc3836a0, ASSIGN because future has completed 2024-11-15T18:21:53,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7619ec3930373c5de5352d3bbc3836a0, server=74ec74825666,38397,1731694905037}] 2024-11-15T18:21:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:54,077 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:21:54,077 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7619ec3930373c5de5352d3bbc3836a0, NAME => 'test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:54,077 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:54,077 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:21:54,077 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,077 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:54,078 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,078 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,079 INFO [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,080 INFO [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7619ec3930373c5de5352d3bbc3836a0 columnFamilyName f 2024-11-15T18:21:54,080 DEBUG [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:54,080 INFO [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] regionserver.HStore(327): Store=7619ec3930373c5de5352d3bbc3836a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:54,080 INFO [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,081 INFO [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7619ec3930373c5de5352d3bbc3836a0 columnFamilyName f1 2024-11-15T18:21:54,081 DEBUG [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:54,082 INFO [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] regionserver.HStore(327): Store=7619ec3930373c5de5352d3bbc3836a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:54,082 INFO [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,083 INFO [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7619ec3930373c5de5352d3bbc3836a0 columnFamilyName norep 2024-11-15T18:21:54,083 DEBUG [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:54,083 INFO [StoreOpener-7619ec3930373c5de5352d3bbc3836a0-1 {}] regionserver.HStore(327): Store=7619ec3930373c5de5352d3bbc3836a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:54,083 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,084 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,084 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,085 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,085 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,085 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:54,087 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,088 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:54,088 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7619ec3930373c5de5352d3bbc3836a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72595823, jitterRate=0.08176206052303314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:54,089 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:21:54,089 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7619ec3930373c5de5352d3bbc3836a0: Running coprocessor pre-open hook at 1731694914078Writing region info on filesystem at 1731694914078Initializing all the Stores at 1731694914078Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694914078Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694914079 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694914079Cleaning up temporary data from old regions at 1731694914085 (+6 ms)Running coprocessor post-open hooks at 1731694914089 (+4 ms)Region opened successfully at 1731694914089 2024-11-15T18:21:54,089 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0., pid=6, masterSystemTime=1731694914073 2024-11-15T18:21:54,091 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:21:54,091 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:21:54,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7619ec3930373c5de5352d3bbc3836a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,38397,1731694905037 2024-11-15T18:21:54,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7619ec3930373c5de5352d3bbc3836a0, server=74ec74825666,38397,1731694905037 because future has completed 2024-11-15T18:21:54,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:21:54,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7619ec3930373c5de5352d3bbc3836a0, server=74ec74825666,38397,1731694905037 in 173 msec 2024-11-15T18:21:54,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:21:54,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7619ec3930373c5de5352d3bbc3836a0, ASSIGN in 330 msec 2024-11-15T18:21:54,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:54,099 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694914099"}]},"ts":"1731694914099"} 2024-11-15T18:21:54,100 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:21:54,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:54,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-15T18:21:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:54,474 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:21:54,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37129,1731694910189 2024-11-15T18:21:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14f3b6fa 2024-11-15T18:21:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:54,476 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:54,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:21:54,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:54,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:54,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:21:54,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:54,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:21:54,499 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43acdd40b839d8e4d5d780d5091e19d6, NAME => 'test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978 2024-11-15T18:21:54,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:21:54,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:54,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 43acdd40b839d8e4d5d780d5091e19d6, disabling compactions & flushes 2024-11-15T18:21:54,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:21:54,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:21:54,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. after waiting 0 ms 2024-11-15T18:21:54,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:21:54,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:21:54,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43acdd40b839d8e4d5d780d5091e19d6: Waiting for close lock at 1731694914508Disabling compacts and flushes for region at 1731694914508Disabling writes for close at 1731694914508Writing region close event to WAL at 1731694914508Closed at 1731694914508 2024-11-15T18:21:54,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:54,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694914509"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694914509"}]},"ts":"1731694914509"} 2024-11-15T18:21:54,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:54,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:54,512 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694914512"}]},"ts":"1731694914512"} 2024-11-15T18:21:54,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:21:54,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43acdd40b839d8e4d5d780d5091e19d6, ASSIGN}] 2024-11-15T18:21:54,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43acdd40b839d8e4d5d780d5091e19d6, ASSIGN 2024-11-15T18:21:54,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=43acdd40b839d8e4d5d780d5091e19d6, ASSIGN; state=OFFLINE, location=74ec74825666,38525,1731694910356; forceNewPlan=false, retain=false 2024-11-15T18:21:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:54,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43acdd40b839d8e4d5d780d5091e19d6, regionState=OPENING, regionLocation=74ec74825666,38525,1731694910356 2024-11-15T18:21:54,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=43acdd40b839d8e4d5d780d5091e19d6, ASSIGN because future has completed 2024-11-15T18:21:54,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43acdd40b839d8e4d5d780d5091e19d6, server=74ec74825666,38525,1731694910356}] 2024-11-15T18:21:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:54,824 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:21:54,824 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 43acdd40b839d8e4d5d780d5091e19d6, NAME => 'test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:54,824 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:54,824 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:21:54,825 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,825 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:54,825 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,825 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,826 INFO [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,826 INFO [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43acdd40b839d8e4d5d780d5091e19d6 columnFamilyName f 2024-11-15T18:21:54,826 DEBUG [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:54,827 INFO [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] regionserver.HStore(327): Store=43acdd40b839d8e4d5d780d5091e19d6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:54,827 INFO [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,827 INFO [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43acdd40b839d8e4d5d780d5091e19d6 columnFamilyName f1 2024-11-15T18:21:54,827 DEBUG [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:54,827 INFO [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] regionserver.HStore(327): Store=43acdd40b839d8e4d5d780d5091e19d6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:54,828 INFO [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,828 INFO [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43acdd40b839d8e4d5d780d5091e19d6 columnFamilyName norep 2024-11-15T18:21:54,828 DEBUG [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:54,828 INFO [StoreOpener-43acdd40b839d8e4d5d780d5091e19d6-1 {}] regionserver.HStore(327): Store=43acdd40b839d8e4d5d780d5091e19d6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:54,828 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,829 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,829 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,830 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,830 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,830 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:54,831 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,832 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:54,833 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 43acdd40b839d8e4d5d780d5091e19d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64639107, jitterRate=-0.036802247166633606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:54,833 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:21:54,833 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 43acdd40b839d8e4d5d780d5091e19d6: Running coprocessor pre-open hook at 1731694914825Writing region info on filesystem at 1731694914825Initializing all the Stores at 1731694914825Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694914825Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694914825Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694914825Cleaning up temporary data from old regions at 1731694914830 (+5 ms)Running coprocessor post-open hooks at 1731694914833 (+3 ms)Region opened successfully at 1731694914833 2024-11-15T18:21:54,833 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6., pid=6, masterSystemTime=1731694914821 2024-11-15T18:21:54,835 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:21:54,835 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:21:54,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43acdd40b839d8e4d5d780d5091e19d6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,38525,1731694910356 2024-11-15T18:21:54,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43acdd40b839d8e4d5d780d5091e19d6, server=74ec74825666,38525,1731694910356 because future has completed 2024-11-15T18:21:54,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:21:54,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43acdd40b839d8e4d5d780d5091e19d6, server=74ec74825666,38525,1731694910356 in 169 msec 2024-11-15T18:21:54,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:21:54,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=43acdd40b839d8e4d5d780d5091e19d6, ASSIGN in 326 msec 2024-11-15T18:21:54,842 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:54,842 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694914842"}]},"ts":"1731694914842"} 2024-11-15T18:21:54,845 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:21:54,846 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:54,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 370 msec 2024-11-15T18:21:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:21:55,104 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:21:55,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdb3f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:55,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42685,-1 for getting cluster id 2024-11-15T18:21:55,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:55,105 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1c32bf9-25e8-4cbb-bf18-6e04c71087f4' 2024-11-15T18:21:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1c32bf9-25e8-4cbb-bf18-6e04c71087f4" 2024-11-15T18:21:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ed048b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42685,-1] 2024-11-15T18:21:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:55,107 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:55,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2266ab55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:55,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42685,1731694899582 2024-11-15T18:21:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a4ac8bb 2024-11-15T18:21:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:55,109 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:55,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:21:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:21:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:55,111 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:42811' 2024-11-15T18:21:55,112 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e19490f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:55,112 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42811,-1 for getting cluster id 2024-11-15T18:21:55,112 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:55,113 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f1b4367-243d-4e14-918c-97f5e0cbbc65' 2024-11-15T18:21:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f1b4367-243d-4e14-918c-97f5e0cbbc65" 2024-11-15T18:21:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c9923f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42811,-1] 2024-11-15T18:21:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:55,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:55,114 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:55,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a14dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:55,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:55,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42811,1731694904880 2024-11-15T18:21:55,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be3c7f9 2024-11-15T18:21:55,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:55,116 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:55,117 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T18:21:55,117 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:21:55,117 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:55,117 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:55,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:55,118 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:55,119 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:21:55,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:55,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:55,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:21:55,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1c3c175dc4f5660d7dbc5ecc632dcac, NAME => 'hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e 2024-11-15T18:21:55,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:21:55,169 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:21:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:55,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:55,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e1c3c175dc4f5660d7dbc5ecc632dcac, disabling compactions & flushes 2024-11-15T18:21:55,538 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:21:55,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:21:55,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. after waiting 0 ms 2024-11-15T18:21:55,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:21:55,538 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:21:55,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1c3c175dc4f5660d7dbc5ecc632dcac: Waiting for close lock at 1731694915538Disabling compacts and flushes for region at 1731694915538Disabling writes for close at 1731694915538Writing region close event to WAL at 1731694915538Closed at 1731694915538 2024-11-15T18:21:55,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:55,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694915540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694915540"}]},"ts":"1731694915540"} 2024-11-15T18:21:55,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:55,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:55,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694915542"}]},"ts":"1731694915542"} 2024-11-15T18:21:55,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:21:55,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1c3c175dc4f5660d7dbc5ecc632dcac, ASSIGN}] 2024-11-15T18:21:55,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1c3c175dc4f5660d7dbc5ecc632dcac, ASSIGN 2024-11-15T18:21:55,545 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1c3c175dc4f5660d7dbc5ecc632dcac, ASSIGN; state=OFFLINE, location=74ec74825666,42581,1731694899824; forceNewPlan=false, retain=false 2024-11-15T18:21:55,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e1c3c175dc4f5660d7dbc5ecc632dcac, regionState=OPENING, regionLocation=74ec74825666,42581,1731694899824 2024-11-15T18:21:55,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1c3c175dc4f5660d7dbc5ecc632dcac, ASSIGN because future has completed 2024-11-15T18:21:55,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1c3c175dc4f5660d7dbc5ecc632dcac, server=74ec74825666,42581,1731694899824}] 2024-11-15T18:21:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:55,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:21:55,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:55,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:21:55,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C42581%2C1731694899824.rep, suffix=, logDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824, archiveDir=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/oldWALs, maxLogs=10 2024-11-15T18:21:55,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.rep.1731694915857, exclude list is [], retry=0 2024-11-15T18:21:55,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-1fb56e9c-9832-4cdc-ba39-c8bcd1551e1b,DISK] 2024-11-15T18:21:55,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.rep.1731694915857 2024-11-15T18:21:55,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44145:44145)] 2024-11-15T18:21:55,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e1c3c175dc4f5660d7dbc5ecc632dcac, NAME => 'hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:55,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:55,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:21:55,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. service=MultiRowMutationService 2024-11-15T18:21:55,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:21:55,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:55,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,892 INFO [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,893 INFO [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c3c175dc4f5660d7dbc5ecc632dcac columnFamilyName hfileref 2024-11-15T18:21:55,893 DEBUG [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:55,893 INFO [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] regionserver.HStore(327): Store=e1c3c175dc4f5660d7dbc5ecc632dcac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:55,894 INFO [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,894 INFO [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c3c175dc4f5660d7dbc5ecc632dcac columnFamilyName queue 2024-11-15T18:21:55,894 DEBUG [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:55,895 INFO [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] regionserver.HStore(327): Store=e1c3c175dc4f5660d7dbc5ecc632dcac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:55,895 INFO [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,895 INFO [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c3c175dc4f5660d7dbc5ecc632dcac columnFamilyName sid 2024-11-15T18:21:55,895 DEBUG [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:55,896 INFO [StoreOpener-e1c3c175dc4f5660d7dbc5ecc632dcac-1 {}] regionserver.HStore(327): Store=e1c3c175dc4f5660d7dbc5ecc632dcac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:55,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/replication/e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/replication/e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:55,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/replication/e1c3c175dc4f5660d7dbc5ecc632dcac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:55,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e1c3c175dc4f5660d7dbc5ecc632dcac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62827912, jitterRate=-0.06379115581512451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:55,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:21:55,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e1c3c175dc4f5660d7dbc5ecc632dcac: Running coprocessor pre-open hook at 1731694915891Writing region info on filesystem at 1731694915891Initializing all the Stores at 1731694915892 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694915892Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694915892Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694915892Cleaning up temporary data from old regions at 1731694915897 (+5 ms)Running coprocessor post-open hooks at 1731694915907 (+10 ms)Region opened successfully at 1731694915908 (+1 ms) 2024-11-15T18:21:55,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac., pid=10, masterSystemTime=1731694915852 2024-11-15T18:21:55,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:21:55,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:21:55,911 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e1c3c175dc4f5660d7dbc5ecc632dcac, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,42581,1731694899824 2024-11-15T18:21:55,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1c3c175dc4f5660d7dbc5ecc632dcac, server=74ec74825666,42581,1731694899824 because future has completed 2024-11-15T18:21:55,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:21:55,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e1c3c175dc4f5660d7dbc5ecc632dcac, server=74ec74825666,42581,1731694899824 in 219 msec 2024-11-15T18:21:55,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:21:55,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1c3c175dc4f5660d7dbc5ecc632dcac, ASSIGN in 375 msec 2024-11-15T18:21:55,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:55,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694915922"}]},"ts":"1731694915922"} 2024-11-15T18:21:55,924 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:21:55,925 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:55,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 807 msec 2024-11-15T18:21:55,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac., hostname=74ec74825666,42581,1731694899824, seqNum=2] 2024-11-15T18:21:56,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:56,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:21:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:56,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:21:56,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:21:56,407 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:21:56,444 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,42581,1731694899824, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:21:56,445 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:56,445 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,42581,1731694899824, seqNum=-1] 2024-11-15T18:21:56,445 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:56,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-15T18:21:56,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,42581,1731694899824', locateType=CURRENT is [region=hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac., hostname=74ec74825666,42581,1731694899824, seqNum=2] 2024-11-15T18:21:56,451 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:21:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:21:56,453 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,42581,1731694899824 suceeded 2024-11-15T18:21:56,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:21:56,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-15T18:21:56,455 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:21:56,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3460 sec 2024-11-15T18:21:56,469 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:42811' 2024-11-15T18:21:56,471 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bcb09de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:56,471 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42811,-1 for getting cluster id 2024-11-15T18:21:56,471 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:56,472 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f1b4367-243d-4e14-918c-97f5e0cbbc65' 2024-11-15T18:21:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f1b4367-243d-4e14-918c-97f5e0cbbc65" 2024-11-15T18:21:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e4f32bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42811,-1] 2024-11-15T18:21:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:56,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:56,473 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:56,474 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e2d1b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:56,474 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42811,1731694904880 2024-11-15T18:21:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33720c8f 2024-11-15T18:21:56,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:56,475 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-15T18:21:56,476 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,42581,1731694899824 (queues=1) is replicating from cluster=c1c32bf9-25e8-4cbb-bf18-6e04c71087f4 to cluster=2f1b4367-243d-4e14-918c-97f5e0cbbc65 2024-11-15T18:21:56,476 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C42581%2C1731694899824 2024-11-15T18:21:56,476 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,42581,1731694899824, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:21:56,476 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871, startPosition=0, beingWritten=true 2024-11-15T18:21:56,480 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C42581%2C1731694899824 2024-11-15T18:21:56,486 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:56,486 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:21:56,486 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,42581,1731694899824 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:56,690 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:21:56,993 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:21:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:57,255 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:21:57,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:57,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:57,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:57,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:57,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:57,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e02f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:57,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42811,-1 for getting cluster id 2024-11-15T18:21:57,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:57,257 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f1b4367-243d-4e14-918c-97f5e0cbbc65' 2024-11-15T18:21:57,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f1b4367-243d-4e14-918c-97f5e0cbbc65" 2024-11-15T18:21:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9a4ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42811,-1] 2024-11-15T18:21:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:57,259 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:57,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd5a645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:57,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42811,1731694904880 2024-11-15T18:21:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec86775 2024-11-15T18:21:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:57,262 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:57,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:37129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:21:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:21:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:57,265 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:37129' 2024-11-15T18:21:57,274 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3693dd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:57,274 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37129,-1 for getting cluster id 2024-11-15T18:21:57,274 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:57,275 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53001b2e-3aeb-43d4-8910-8ae5dcced936' 2024-11-15T18:21:57,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:57,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53001b2e-3aeb-43d4-8910-8ae5dcced936" 2024-11-15T18:21:57,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419ff97d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:57,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37129,-1] 2024-11-15T18:21:57,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:57,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:57,276 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:57,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f1d931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:57,277 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:57,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37129,1731694910189 2024-11-15T18:21:57,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4956927d 2024-11-15T18:21:57,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:57,279 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:57,279 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-15T18:21:57,279 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:21:57,279 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:57,279 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:57,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:57,280 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:57,281 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:21:57,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:57,282 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:57,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:57,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:21:57,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8ceff397586ca98f21195035a8157f1, NAME => 'hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074 2024-11-15T18:21:57,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:21:57,331 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:21:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:57,397 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:21:57,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:21:57,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:21:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:57,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:57,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e8ceff397586ca98f21195035a8157f1, disabling compactions & flushes 2024-11-15T18:21:57,711 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:21:57,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:21:57,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. after waiting 0 ms 2024-11-15T18:21:57,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:21:57,711 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:21:57,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8ceff397586ca98f21195035a8157f1: Waiting for close lock at 1731694917711Disabling compacts and flushes for region at 1731694917711Disabling writes for close at 1731694917711Writing region close event to WAL at 1731694917711Closed at 1731694917711 2024-11-15T18:21:57,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:57,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694917712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694917712"}]},"ts":"1731694917712"} 2024-11-15T18:21:57,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:57,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:57,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694917716"}]},"ts":"1731694917716"} 2024-11-15T18:21:57,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:21:57,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8ceff397586ca98f21195035a8157f1, ASSIGN}] 2024-11-15T18:21:57,720 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8ceff397586ca98f21195035a8157f1, ASSIGN 2024-11-15T18:21:57,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8ceff397586ca98f21195035a8157f1, ASSIGN; state=OFFLINE, location=74ec74825666,38397,1731694905037; forceNewPlan=false, retain=false 2024-11-15T18:21:57,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8ceff397586ca98f21195035a8157f1, regionState=OPENING, regionLocation=74ec74825666,38397,1731694905037 2024-11-15T18:21:57,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8ceff397586ca98f21195035a8157f1, ASSIGN because future has completed 2024-11-15T18:21:57,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8ceff397586ca98f21195035a8157f1, server=74ec74825666,38397,1731694905037}] 2024-11-15T18:21:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:57,906 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:21:58,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:21:58,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:58,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:21:58,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C38397%2C1731694905037.rep, suffix=, logDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037, archiveDir=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/oldWALs, maxLogs=10 2024-11-15T18:21:58,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.rep.1731694918032, exclude list is [], retry=0 2024-11-15T18:21:58,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-dccfcc66-3166-4e60-aea6-d57d09f759d1,DISK] 2024-11-15T18:21:58,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.rep.1731694918032 2024-11-15T18:21:58,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45659:45659)] 2024-11-15T18:21:58,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e8ceff397586ca98f21195035a8157f1, NAME => 'hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:58,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:58,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:21:58,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. service=MultiRowMutationService 2024-11-15T18:21:58,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:21:58,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:58,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,052 INFO [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,053 INFO [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ceff397586ca98f21195035a8157f1 columnFamilyName hfileref 2024-11-15T18:21:58,053 DEBUG [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:58,053 INFO [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] regionserver.HStore(327): Store=e8ceff397586ca98f21195035a8157f1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:58,054 INFO [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,054 INFO [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ceff397586ca98f21195035a8157f1 columnFamilyName queue 2024-11-15T18:21:58,054 DEBUG [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:58,055 INFO [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] regionserver.HStore(327): Store=e8ceff397586ca98f21195035a8157f1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:58,055 INFO [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,056 INFO [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ceff397586ca98f21195035a8157f1 columnFamilyName sid 2024-11-15T18:21:58,056 DEBUG [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:58,056 INFO [StoreOpener-e8ceff397586ca98f21195035a8157f1-1 {}] regionserver.HStore(327): Store=e8ceff397586ca98f21195035a8157f1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:58,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/replication/e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/replication/e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:58,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/replication/e8ceff397586ca98f21195035a8157f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:58,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e8ceff397586ca98f21195035a8157f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64764537, jitterRate=-0.034933194518089294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:58,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8ceff397586ca98f21195035a8157f1 2024-11-15T18:21:58,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e8ceff397586ca98f21195035a8157f1: Running coprocessor pre-open hook at 1731694918051Writing region info on filesystem at 1731694918051Initializing all the Stores at 1731694918052 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694918052Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694918052Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694918052Cleaning up temporary data from old regions at 1731694918058 (+6 ms)Running coprocessor post-open hooks at 1731694918061 (+3 ms)Region opened successfully at 1731694918061 2024-11-15T18:21:58,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1., pid=10, masterSystemTime=1731694918027 2024-11-15T18:21:58,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:21:58,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:21:58,064 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8ceff397586ca98f21195035a8157f1, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,38397,1731694905037 2024-11-15T18:21:58,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8ceff397586ca98f21195035a8157f1, server=74ec74825666,38397,1731694905037 because future has completed 2024-11-15T18:21:58,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:21:58,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e8ceff397586ca98f21195035a8157f1, server=74ec74825666,38397,1731694905037 in 192 msec 2024-11-15T18:21:58,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:21:58,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8ceff397586ca98f21195035a8157f1, ASSIGN in 350 msec 2024-11-15T18:21:58,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:58,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694918070"}]},"ts":"1731694918070"} 2024-11-15T18:21:58,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:21:58,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:58,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 793 msec 2024-11-15T18:21:58,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T18:21:58,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1., hostname=74ec74825666,38397,1731694905037, seqNum=2] 2024-11-15T18:21:58,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:58,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:21:58,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:21:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:58,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:21:58,433 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:21:58,472 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,38397,1731694905037, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:21:58,472 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:21:58,473 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38397,1731694905037, seqNum=-1] 2024-11-15T18:21:58,473 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:21:58,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T18:21:58,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,38397,1731694905037', locateType=CURRENT is [region=hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1., hostname=74ec74825666,38397,1731694905037, seqNum=2] 2024-11-15T18:21:58,478 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:21:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:21:58,480 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,38397,1731694905037 suceeded 2024-11-15T18:21:58,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:21:58,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-15T18:21:58,483 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:37129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:21:58,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2210 sec 2024-11-15T18:21:58,496 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:37129' 2024-11-15T18:21:58,497 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15d0adf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:58,497 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37129,-1 for getting cluster id 2024-11-15T18:21:58,497 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:58,498 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53001b2e-3aeb-43d4-8910-8ae5dcced936' 2024-11-15T18:21:58,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:58,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53001b2e-3aeb-43d4-8910-8ae5dcced936" 2024-11-15T18:21:58,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53cf6ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:58,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37129,-1] 2024-11-15T18:21:58,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:58,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:58,499 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:58,500 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7179e142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:58,500 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:58,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37129,1731694910189 2024-11-15T18:21:58,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d6b432 2024-11-15T18:21:58,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:58,501 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-15T18:21:58,502 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,38397,1731694905037 (queues=1) is replicating from cluster=2f1b4367-243d-4e14-918c-97f5e0cbbc65 to cluster=53001b2e-3aeb-43d4-8910-8ae5dcced936 2024-11-15T18:21:58,502 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C38397%2C1731694905037 2024-11-15T18:21:58,502 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,38397,1731694905037, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:21:58,503 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812, startPosition=0, beingWritten=true 2024-11-15T18:21:58,503 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C38397%2C1731694905037 2024-11-15T18:21:58,508 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:21:58,508 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 379, reset compression=false 2024-11-15T18:21:58,508 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38397,1731694905037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:21:58,512 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:21:58,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:58,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:21:58,524 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108760 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:21:58,713 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 379, reset compression=false 2024-11-15T18:21:59,017 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 379, reset compression=false 2024-11-15T18:21:59,218 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:21:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:59,414 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:21:59,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:21:59,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:21:59,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:59,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:59,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:59,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c7b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:59,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37129,-1 for getting cluster id 2024-11-15T18:21:59,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:59,416 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53001b2e-3aeb-43d4-8910-8ae5dcced936' 2024-11-15T18:21:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53001b2e-3aeb-43d4-8910-8ae5dcced936" 2024-11-15T18:21:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684dc42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37129,-1] 2024-11-15T18:21:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:59,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:59,418 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:59,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c77c058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:59,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,37129,1731694910189 2024-11-15T18:21:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@638c5da9 2024-11-15T18:21:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:59,423 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:59,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:21:59,421 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 379, reset compression=false 2024-11-15T18:21:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:21:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:59,428 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:42811' 2024-11-15T18:21:59,430 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a301b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:59,430 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42811,-1 for getting cluster id 2024-11-15T18:21:59,430 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:21:59,430 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f1b4367-243d-4e14-918c-97f5e0cbbc65' 2024-11-15T18:21:59,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:21:59,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f1b4367-243d-4e14-918c-97f5e0cbbc65" 2024-11-15T18:21:59,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd3dc03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:59,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42811,-1] 2024-11-15T18:21:59,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:21:59,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:59,432 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:21:59,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7788ef55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:21:59,433 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:21:59,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42811,1731694904880 2024-11-15T18:21:59,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8c40a2 2024-11-15T18:21:59,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:21:59,435 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:21:59,436 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T18:21:59,436 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:21:59,436 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:59,436 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:21:59,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:21:59,437 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:21:59,439 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:21:59,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:21:59,440 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:59,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:21:59,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:21:59,469 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63f3f29c0a535376c3293c5b03aec50a, NAME => 'hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978 2024-11-15T18:21:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:21:59,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:59,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 63f3f29c0a535376c3293c5b03aec50a, disabling compactions & flushes 2024-11-15T18:21:59,479 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:21:59,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:21:59,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. after waiting 0 ms 2024-11-15T18:21:59,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:21:59,479 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:21:59,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63f3f29c0a535376c3293c5b03aec50a: Waiting for close lock at 1731694919479Disabling compacts and flushes for region at 1731694919479Disabling writes for close at 1731694919479Writing region close event to WAL at 1731694919479Closed at 1731694919479 2024-11-15T18:21:59,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:21:59,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694919481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694919481"}]},"ts":"1731694919481"} 2024-11-15T18:21:59,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:21:59,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:21:59,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694919483"}]},"ts":"1731694919483"} 2024-11-15T18:21:59,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:21:59,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63f3f29c0a535376c3293c5b03aec50a, ASSIGN}] 2024-11-15T18:21:59,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63f3f29c0a535376c3293c5b03aec50a, ASSIGN 2024-11-15T18:21:59,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63f3f29c0a535376c3293c5b03aec50a, ASSIGN; state=OFFLINE, location=74ec74825666,38525,1731694910356; forceNewPlan=false, retain=false 2024-11-15T18:21:59,489 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:21:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:59,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63f3f29c0a535376c3293c5b03aec50a, regionState=OPENING, regionLocation=74ec74825666,38525,1731694910356 2024-11-15T18:21:59,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63f3f29c0a535376c3293c5b03aec50a, ASSIGN because future has completed 2024-11-15T18:21:59,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63f3f29c0a535376c3293c5b03aec50a, server=74ec74825666,38525,1731694910356}] 2024-11-15T18:21:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:21:59,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:21:59,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:21:59,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:21:59,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C38525%2C1731694910356.rep, suffix=, logDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356, archiveDir=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/oldWALs, maxLogs=10 2024-11-15T18:21:59,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.rep.1731694919798, exclude list is [], retry=0 2024-11-15T18:21:59,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-0bca08fb-b52a-430c-aa9c-57e88740d14c,DISK] 2024-11-15T18:21:59,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.rep.1731694919798 2024-11-15T18:21:59,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44273:44273)] 2024-11-15T18:21:59,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 63f3f29c0a535376c3293c5b03aec50a, NAME => 'hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:21:59,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:21:59,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:21:59,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. service=MultiRowMutationService 2024-11-15T18:21:59,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:21:59,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:21:59,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,832 INFO [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,834 INFO [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f3f29c0a535376c3293c5b03aec50a columnFamilyName hfileref 2024-11-15T18:21:59,834 DEBUG [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:59,834 INFO [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] regionserver.HStore(327): Store=63f3f29c0a535376c3293c5b03aec50a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:59,834 INFO [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,835 INFO [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f3f29c0a535376c3293c5b03aec50a columnFamilyName queue 2024-11-15T18:21:59,835 DEBUG [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:59,836 INFO [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] regionserver.HStore(327): Store=63f3f29c0a535376c3293c5b03aec50a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:59,836 INFO [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,837 INFO [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f3f29c0a535376c3293c5b03aec50a columnFamilyName sid 2024-11-15T18:21:59,837 DEBUG [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:21:59,837 INFO [StoreOpener-63f3f29c0a535376c3293c5b03aec50a-1 {}] regionserver.HStore(327): Store=63f3f29c0a535376c3293c5b03aec50a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:21:59,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/replication/63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/replication/63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:21:59,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/replication/63f3f29c0a535376c3293c5b03aec50a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:21:59,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 63f3f29c0a535376c3293c5b03aec50a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72744054, jitterRate=0.08397087454795837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:21:59,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:21:59,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 63f3f29c0a535376c3293c5b03aec50a: Running coprocessor pre-open hook at 1731694919823Writing region info on filesystem at 1731694919823Initializing all the Stores at 1731694919824 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694919824Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694919832 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694919832Cleaning up temporary data from old regions at 1731694919841 (+9 ms)Running coprocessor post-open hooks at 1731694919847 (+6 ms)Region opened successfully at 1731694919847 2024-11-15T18:21:59,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a., pid=10, masterSystemTime=1731694919793 2024-11-15T18:21:59,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:21:59,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:21:59,851 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63f3f29c0a535376c3293c5b03aec50a, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,38525,1731694910356 2024-11-15T18:21:59,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63f3f29c0a535376c3293c5b03aec50a, server=74ec74825666,38525,1731694910356 because future has completed 2024-11-15T18:21:59,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:21:59,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 63f3f29c0a535376c3293c5b03aec50a, server=74ec74825666,38525,1731694910356 in 216 msec 2024-11-15T18:21:59,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:21:59,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63f3f29c0a535376c3293c5b03aec50a, ASSIGN in 374 msec 2024-11-15T18:21:59,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:21:59,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694919863"}]},"ts":"1731694919863"} 2024-11-15T18:21:59,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:21:59,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:21:59,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 444 msec 2024-11-15T18:21:59,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a., hostname=74ec74825666,38525,1731694910356, seqNum=2] 2024-11-15T18:21:59,936 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 379, reset compression=false 2024-11-15T18:22:00,022 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:22:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:00,539 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 379, reset compression=false 2024-11-15T18:22:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:00,925 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:22:00,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T18:22:00,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T18:22:00,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:22:00,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T18:22:01,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:22:01,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:22:01,269 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 379, reset compression=false 2024-11-15T18:22:01,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:22:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:01,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:22:01,632 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:22:01,682 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,38525,1731694910356, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:22:01,683 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:01,683 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38525,1731694910356, seqNum=-1] 2024-11-15T18:22:01,684 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:01,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T18:22:01,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,38525,1731694910356', locateType=CURRENT is [region=hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a., hostname=74ec74825666,38525,1731694910356, seqNum=2] 2024-11-15T18:22:01,688 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:22:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:22:01,690 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,38525,1731694910356 suceeded 2024-11-15T18:22:01,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:22:01,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-15T18:22:01,692 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:22:01,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.2690 sec 2024-11-15T18:22:01,705 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:42811' 2024-11-15T18:22:01,706 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@740897cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:01,706 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42811,-1 for getting cluster id 2024-11-15T18:22:01,706 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:01,707 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f1b4367-243d-4e14-918c-97f5e0cbbc65' 2024-11-15T18:22:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f1b4367-243d-4e14-918c-97f5e0cbbc65" 2024-11-15T18:22:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d04a747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42811,-1] 2024-11-15T18:22:01,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:01,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:01,708 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:01,709 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@95c35d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:01,709 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:01,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42811,1731694904880 2024-11-15T18:22:01,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54e0a7d1 2024-11-15T18:22:01,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:01,711 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-15T18:22:01,711 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,38525,1731694910356 (queues=1) is replicating from cluster=53001b2e-3aeb-43d4-8910-8ae5dcced936 to cluster=2f1b4367-243d-4e14-918c-97f5e0cbbc65 2024-11-15T18:22:01,712 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C38525%2C1731694910356 2024-11-15T18:22:01,712 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,38525,1731694910356, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:22:01,712 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C38525%2C1731694910356 2024-11-15T18:22:01,712 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572, startPosition=0, beingWritten=true 2024-11-15T18:22:01,717 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:01,717 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 379, reset compression=false 2024-11-15T18:22:01,717 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38525,1731694910356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:01,731 DEBUG [master/74ec74825666:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=33, reused chunk count=121, reuseRatio=78.57% 2024-11-15T18:22:01,732 DEBUG [master/74ec74825666:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-15T18:22:01,920 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 379, reset compression=false 2024-11-15T18:22:01,934 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:22:02,073 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 379, reset compression=false 2024-11-15T18:22:02,224 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 379, reset compression=false 2024-11-15T18:22:02,627 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 379, reset compression=false 2024-11-15T18:22:02,976 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 379, reset compression=false 2024-11-15T18:22:03,041 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:22:03,162 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 379, reset compression=false 2024-11-15T18:22:03,553 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:22:03,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:03,594 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:22:03,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:03,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:03,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:03,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:03,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:03,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:03,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42685,-1 for getting cluster id 2024-11-15T18:22:03,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:03,596 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1c32bf9-25e8-4cbb-bf18-6e04c71087f4' 2024-11-15T18:22:03,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:03,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1c32bf9-25e8-4cbb-bf18-6e04c71087f4" 2024-11-15T18:22:03,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774483c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:03,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42685,-1] 2024-11-15T18:22:03,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:03,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:03,597 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5bc2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:03,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:03,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42811,-1 for getting cluster id 2024-11-15T18:22:03,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:03,599 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f1b4367-243d-4e14-918c-97f5e0cbbc65' 2024-11-15T18:22:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f1b4367-243d-4e14-918c-97f5e0cbbc65" 2024-11-15T18:22:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657c15e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42811,-1] 2024-11-15T18:22:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:03,600 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510b05ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:03,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:03,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37129,-1 for getting cluster id 2024-11-15T18:22:03,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:03,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,605 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53001b2e-3aeb-43d4-8910-8ae5dcced936' 2024-11-15T18:22:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:03,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53001b2e-3aeb-43d4-8910-8ae5dcced936" 2024-11-15T18:22:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609020b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37129,-1] 2024-11-15T18:22:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:03,606 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4a9b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:03,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:03,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,42581,1731694899824, seqNum=-1] 2024-11-15T18:22:03,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:03,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52., hostname=74ec74825666,42581,1731694899824, seqNum=2] 2024-11-15T18:22:03,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:03,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38525,1731694910356, seqNum=-1] 2024-11-15T18:22:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:03,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6., hostname=74ec74825666,38525,1731694910356, seqNum=2] 2024-11-15T18:22:03,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,619 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T18:22:03,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:03,769 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 379, reset compression=false 2024-11-15T18:22:03,979 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 379, reset compression=false 2024-11-15T18:22:04,244 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 379, reset compression=false 2024-11-15T18:22:04,248 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:22:04,248 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 480, reset compression=false 2024-11-15T18:22:04,248 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,42581,1731694899824 got entry batch from reader: WALEntryBatch [walEntries=[{test/16b54fffd7fa6f8523ea73326178ef52/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T18:22:04,250 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:22:04,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-15T18:22:04,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:22:04,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ce27bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:04,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42811,-1 for getting cluster id 2024-11-15T18:22:04,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:04,253 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f1b4367-243d-4e14-918c-97f5e0cbbc65' 2024-11-15T18:22:04,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:04,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f1b4367-243d-4e14-918c-97f5e0cbbc65" 2024-11-15T18:22:04,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f99c93e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:04,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42811,-1] 2024-11-15T18:22:04,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:04,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:04,254 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:04,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@732d5ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:04,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:04,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38397,1731694905037, seqNum=-1] 2024-11-15T18:22:04,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:04,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T18:22:04,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0., hostname=74ec74825666,38397,1731694905037, seqNum=2] 2024-11-15T18:22:04,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:22:04,451 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 480, reset compression=false 2024-11-15T18:22:04,472 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 379, reset compression=false 2024-11-15T18:22:04,620 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T18:22:04,755 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 480, reset compression=false 2024-11-15T18:22:05,083 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 379, reset compression=false 2024-11-15T18:22:05,088 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:22:05,088 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 504, reset compression=false 2024-11-15T18:22:05,088 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38397,1731694905037 got entry batch from reader: WALEntryBatch [walEntries=[{test/7619ec3930373c5de5352d3bbc3836a0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T18:22:05,091 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:22:05,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-15T18:22:05,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:22:05,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68ba5fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:05,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,37129,-1 for getting cluster id 2024-11-15T18:22:05,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:05,105 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53001b2e-3aeb-43d4-8910-8ae5dcced936' 2024-11-15T18:22:05,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:05,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53001b2e-3aeb-43d4-8910-8ae5dcced936" 2024-11-15T18:22:05,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@333d3cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:05,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,37129,-1] 2024-11-15T18:22:05,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:05,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:05,109 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:05,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@326b1dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:05,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:05,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38525,1731694910356, seqNum=-1] 2024-11-15T18:22:05,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:05,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T18:22:05,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6., hostname=74ec74825666,38525,1731694910356, seqNum=2] 2024-11-15T18:22:05,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:22:05,158 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 480, reset compression=false 2024-11-15T18:22:05,305 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 379, reset compression=false 2024-11-15T18:22:05,309 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 504, reset compression=false 2024-11-15T18:22:05,310 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:05,310 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 527, reset compression=false 2024-11-15T18:22:05,310 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38525,1731694910356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:05,515 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 527, reset compression=false 2024-11-15T18:22:05,615 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 504, reset compression=false 2024-11-15T18:22:05,622 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T18:22:05,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,38397,1731694905037, seqNum=-1] 2024-11-15T18:22:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:05,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:05,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0., hostname=74ec74825666,38397,1731694905037, seqNum=2] 2024-11-15T18:22:05,629 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T18:22:05,661 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 480, reset compression=false 2024-11-15T18:22:05,819 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 527, reset compression=false 2024-11-15T18:22:06,019 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 504, reset compression=false 2024-11-15T18:22:06,023 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:22:06,023 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 608, reset compression=false 2024-11-15T18:22:06,023 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38397,1731694905037 got entry batch from reader: WALEntryBatch [walEntries=[{test/7619ec3930373c5de5352d3bbc3836a0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T18:22:06,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:22:06,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:22:06,222 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 527, reset compression=false 2024-11-15T18:22:06,226 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:06,226 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 654, reset compression=false 2024-11-15T18:22:06,226 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38525,1731694910356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:06,227 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 608, reset compression=false 2024-11-15T18:22:06,265 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 480, reset compression=false 2024-11-15T18:22:06,430 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 654, reset compression=false 2024-11-15T18:22:06,531 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 608, reset compression=false 2024-11-15T18:22:06,631 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T18:22:06,633 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T18:22:06,733 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 654, reset compression=false 2024-11-15T18:22:06,737 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:22:06,737 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 758, reset compression=false 2024-11-15T18:22:06,737 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38525,1731694910356 got entry batch from reader: WALEntryBatch [walEntries=[{test/43acdd40b839d8e4d5d780d5091e19d6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T18:22:06,739 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:22:06,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-15T18:22:06,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:22:06,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:22:06,934 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 608, reset compression=false 2024-11-15T18:22:06,938 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:06,938 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 735, reset compression=false 2024-11-15T18:22:06,938 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38397,1731694905037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:06,941 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 758, reset compression=false 2024-11-15T18:22:06,968 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 480, reset compression=false 2024-11-15T18:22:07,141 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 735, reset compression=false 2024-11-15T18:22:07,244 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 758, reset compression=false 2024-11-15T18:22:07,444 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 735, reset compression=false 2024-11-15T18:22:07,634 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T18:22:07,637 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T18:22:07,647 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 758, reset compression=false 2024-11-15T18:22:07,772 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 480, reset compression=false 2024-11-15T18:22:07,776 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:22:07,776 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:07,776 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,42581,1731694899824 got entry batch from reader: WALEntryBatch [walEntries=[{test/16b54fffd7fa6f8523ea73326178ef52/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T18:22:07,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:22:07,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:22:07,847 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 735, reset compression=false 2024-11-15T18:22:07,851 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:22:07,851 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 883, reset compression=false 2024-11-15T18:22:07,851 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38397,1731694905037 got entry batch from reader: WALEntryBatch [walEntries=[{test/7619ec3930373c5de5352d3bbc3836a0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T18:22:07,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:22:07,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:22:07,980 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:08,054 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 883, reset compression=false 2024-11-15T18:22:08,150 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 758, reset compression=false 2024-11-15T18:22:08,154 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:08,154 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 929, reset compression=false 2024-11-15T18:22:08,154 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38525,1731694910356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:08,283 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:08,357 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 883, reset compression=false 2024-11-15T18:22:08,359 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 929, reset compression=false 2024-11-15T18:22:08,639 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T18:22:08,642 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T18:22:08,662 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 929, reset compression=false 2024-11-15T18:22:08,686 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:08,762 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 883, reset compression=false 2024-11-15T18:22:08,770 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:22:08,770 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1042, reset compression=false 2024-11-15T18:22:08,770 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38397,1731694905037 got entry batch from reader: WALEntryBatch [walEntries=[{test/7619ec3930373c5de5352d3bbc3836a0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T18:22:08,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:22:08,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:22:08,973 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1042, reset compression=false 2024-11-15T18:22:09,066 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 929, reset compression=false 2024-11-15T18:22:09,069 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:09,069 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1078, reset compression=false 2024-11-15T18:22:09,069 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38525,1731694910356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:09,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:22:09,189 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:09,273 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1078, reset compression=false 2024-11-15T18:22:09,276 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1042, reset compression=false 2024-11-15T18:22:09,576 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1078, reset compression=false 2024-11-15T18:22:09,643 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T18:22:09,646 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T18:22:09,678 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1042, reset compression=false 2024-11-15T18:22:09,791 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:09,980 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1078, reset compression=false 2024-11-15T18:22:09,983 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:22:09,983 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1237, reset compression=false 2024-11-15T18:22:09,983 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38525,1731694910356 got entry batch from reader: WALEntryBatch [walEntries=[{test/43acdd40b839d8e4d5d780d5091e19d6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T18:22:09,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T18:22:09,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T18:22:10,182 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1042, reset compression=false 2024-11-15T18:22:10,185 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:10,185 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1191, reset compression=false 2024-11-15T18:22:10,185 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38397,1731694905037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:10,186 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1237, reset compression=false 2024-11-15T18:22:10,389 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1191, reset compression=false 2024-11-15T18:22:10,489 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1237, reset compression=false 2024-11-15T18:22:10,495 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:10,647 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T18:22:10,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:22:10,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:10,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:10,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:10,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:10,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:10,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:22:10,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1710917564, stopped=false 2024-11-15T18:22:10,652 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,37129,1731694910189 2024-11-15T18:22:10,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21167176333/running 2024-11-15T18:22:10,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21167176333/running 2024-11-15T18:22:10,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:22:10,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:22:10,684 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:10,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:10,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:10,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:10,685 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,38525,1731694910356' ***** 2024-11-15T18:22:10,685 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:22:10,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Set watcher on znode that does not yet exist, /21167176333/running 2024-11-15T18:22:10,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Set watcher on znode that does not yet exist, /21167176333/running 2024-11-15T18:22:10,686 INFO [RS:0;74ec74825666:38525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:22:10,686 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:22:10,686 INFO [RS:0;74ec74825666:38525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:22:10,686 INFO [RS:0;74ec74825666:38525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:22:10,686 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(3091): Received CLOSE for 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:22:10,687 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(3091): Received CLOSE for 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:22:10,687 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,38525,1731694910356 2024-11-15T18:22:10,687 INFO [RS:0;74ec74825666:38525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:10,687 INFO [RS:0;74ec74825666:38525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:38525. 2024-11-15T18:22:10,687 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63f3f29c0a535376c3293c5b03aec50a, disabling compactions & flushes 2024-11-15T18:22:10,687 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:22:10,687 DEBUG [RS:0;74ec74825666:38525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:10,687 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:22:10,687 DEBUG [RS:0;74ec74825666:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:10,687 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. after waiting 0 ms 2024-11-15T18:22:10,687 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:22:10,687 INFO [RS:0;74ec74825666:38525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:22:10,687 INFO [RS:0;74ec74825666:38525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:22:10,687 INFO [RS:0;74ec74825666:38525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:22:10,687 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:22:10,687 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 63f3f29c0a535376c3293c5b03aec50a 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-15T18:22:10,687 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:22:10,687 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 63f3f29c0a535376c3293c5b03aec50a=hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a., 43acdd40b839d8e4d5d780d5091e19d6=test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6.} 2024-11-15T18:22:10,687 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43acdd40b839d8e4d5d780d5091e19d6, 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:22:10,687 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:22:10,687 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:22:10,687 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:22:10,687 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:22:10,688 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:22:10,688 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:22:10,692 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1191, reset compression=false 2024-11-15T18:22:10,703 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/replication/63f3f29c0a535376c3293c5b03aec50a/.tmp/queue/4c27e848b77744ed9498a7bcdbd11b2b is 154, key is 1-74ec74825666,38525,1731694910356/queue:74ec74825666%2C38525%2C1731694910356/1731694929987/Put/seqid=0 2024-11-15T18:22:10,704 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/info/241f8a2f8a914e1d811265c8cefdf2c8 is 147, key is hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a./info:regioninfo/1731694919851/Put/seqid=0 2024-11-15T18:22:10,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741840_1016 (size=5353) 2024-11-15T18:22:10,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741841_1017 (size=7686) 2024-11-15T18:22:10,748 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:10,888 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43acdd40b839d8e4d5d780d5091e19d6, 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:22:10,892 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1237, reset compression=false 2024-11-15T18:22:11,088 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43acdd40b839d8e4d5d780d5091e19d6, 63f3f29c0a535376c3293c5b03aec50a 2024-11-15T18:22:11,095 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1191, reset compression=false 2024-11-15T18:22:11,110 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/replication/63f3f29c0a535376c3293c5b03aec50a/.tmp/queue/4c27e848b77744ed9498a7bcdbd11b2b 2024-11-15T18:22:11,110 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/info/241f8a2f8a914e1d811265c8cefdf2c8 2024-11-15T18:22:11,114 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/replication/63f3f29c0a535376c3293c5b03aec50a/.tmp/queue/4c27e848b77744ed9498a7bcdbd11b2b as hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/replication/63f3f29c0a535376c3293c5b03aec50a/queue/4c27e848b77744ed9498a7bcdbd11b2b 2024-11-15T18:22:11,118 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/replication/63f3f29c0a535376c3293c5b03aec50a/queue/4c27e848b77744ed9498a7bcdbd11b2b, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T18:22:11,119 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 63f3f29c0a535376c3293c5b03aec50a in 432ms, sequenceid=12, compaction requested=false 2024-11-15T18:22:11,123 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/replication/63f3f29c0a535376c3293c5b03aec50a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T18:22:11,123 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:11,123 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:22:11,123 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:22:11,123 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63f3f29c0a535376c3293c5b03aec50a: Waiting for close lock at 1731694930687Running coprocessor pre-close hooks at 1731694930687Disabling compacts and flushes for region at 1731694930687Disabling writes for close at 1731694930687Obtaining lock to block concurrent updates at 1731694930687Preparing flush snapshotting stores in 63f3f29c0a535376c3293c5b03aec50a at 1731694930687Finished memstore snapshotting hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731694930688 (+1 ms)Flushing stores of hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. at 1731694930688Flushing 63f3f29c0a535376c3293c5b03aec50a/queue: creating writer at 1731694930688Flushing 63f3f29c0a535376c3293c5b03aec50a/queue: appending metadata at 1731694930703 (+15 ms)Flushing 63f3f29c0a535376c3293c5b03aec50a/queue: closing flushed file at 1731694930703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745aafc6: reopening flushed file at 1731694931114 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 63f3f29c0a535376c3293c5b03aec50a in 432ms, sequenceid=12, compaction requested=false at 1731694931119 (+5 ms)Writing region close event to WAL at 1731694931120 (+1 ms)Running coprocessor post-close hooks at 1731694931123 (+3 ms)Closed at 1731694931123 2024-11-15T18:22:11,123 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694919437.63f3f29c0a535376c3293c5b03aec50a. 2024-11-15T18:22:11,123 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43acdd40b839d8e4d5d780d5091e19d6, disabling compactions & flushes 2024-11-15T18:22:11,124 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:22:11,124 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:22:11,124 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. after waiting 0 ms 2024-11-15T18:22:11,124 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:22:11,124 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 43acdd40b839d8e4d5d780d5091e19d6 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T18:22:11,129 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/ns/c84a409241624e348eae2f917df52426 is 43, key is default/ns:d/1731694912016/Put/seqid=0 2024-11-15T18:22:11,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741842_1018 (size=5153) 2024-11-15T18:22:11,137 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/.tmp/f/c2f13fd9861d43d4ac34fdf486a5bcf9 is 29, key is row1/f:/1731694928639/DeleteFamily/seqid=0 2024-11-15T18:22:11,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741843_1019 (size=5152) 2024-11-15T18:22:11,288 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:22:11,298 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:11,395 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1237, reset compression=false 2024-11-15T18:22:11,399 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:11,399 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1484, reset compression=false 2024-11-15T18:22:11,399 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38525,1731694910356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:11,400 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74ec74825666,38525,1731694910356: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74ec74825666,38525,1731694910356, walGroup=74ec74825666%2C38525%2C1731694910356, offset=74ec74825666%2C38525%2C1731694910356.1731694911572:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:38525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T18:22:11,401 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:22:11,401 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:22:11,401 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:22:11,401 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:22:11,401 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:22:11,401 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 998390528 }, "NonHeapMemoryUsage": { "committed": 204865536, "init": 7667712, "max": -1, "used": 201949384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T18:22:11,402 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:37129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:37129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T18:22:11,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:22:11,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,460 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:22:11,460 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:22:11,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,488 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:22:11,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:11,533 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/ns/c84a409241624e348eae2f917df52426 2024-11-15T18:22:11,540 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/.tmp/f/c2f13fd9861d43d4ac34fdf486a5bcf9 2024-11-15T18:22:11,546 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2f13fd9861d43d4ac34fdf486a5bcf9 2024-11-15T18:22:11,560 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/rep_barrier/16530e03b1df42c8ad3a83f821cf2250 is 112, key is test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6./rep_barrier:seqnumDuringOpen/1731694914836/Put/seqid=0 2024-11-15T18:22:11,577 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/.tmp/f1/a251481d33de4c4b89e89ceb1e4ef986 is 30, key is row1/f1:/1731694928639/DeleteFamily/seqid=0 2024-11-15T18:22:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741844_1020 (size=5518) 2024-11-15T18:22:11,592 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/rep_barrier/16530e03b1df42c8ad3a83f821cf2250 2024-11-15T18:22:11,598 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1191, reset compression=false 2024-11-15T18:22:11,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741845_1021 (size=5158) 2024-11-15T18:22:11,603 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1484, reset compression=false 2024-11-15T18:22:11,615 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/table/f5cb483b406e4731b049a33be1b9d056 is 53, key is hbase:replication/table:state/1731694919863/Put/seqid=0 2024-11-15T18:22:11,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741846_1022 (size=5308) 2024-11-15T18:22:11,626 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/table/f5cb483b406e4731b049a33be1b9d056 2024-11-15T18:22:11,631 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/info/241f8a2f8a914e1d811265c8cefdf2c8 as hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/info/241f8a2f8a914e1d811265c8cefdf2c8 2024-11-15T18:22:11,634 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/info/241f8a2f8a914e1d811265c8cefdf2c8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:22:11,635 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/ns/c84a409241624e348eae2f917df52426 as hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/ns/c84a409241624e348eae2f917df52426 2024-11-15T18:22:11,639 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/ns/c84a409241624e348eae2f917df52426, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:22:11,640 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/rep_barrier/16530e03b1df42c8ad3a83f821cf2250 as hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/rep_barrier/16530e03b1df42c8ad3a83f821cf2250 2024-11-15T18:22:11,643 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/rep_barrier/16530e03b1df42c8ad3a83f821cf2250, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:22:11,644 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/.tmp/table/f5cb483b406e4731b049a33be1b9d056 as hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/table/f5cb483b406e4731b049a33be1b9d056 2024-11-15T18:22:11,646 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/table/f5cb483b406e4731b049a33be1b9d056, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:22:11,647 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false 2024-11-15T18:22:11,654 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:22:11,655 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:11,655 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:22:11,655 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:11,655 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694930687Running coprocessor pre-close hooks at 1731694930687Disabling compacts and flushes for region at 1731694930687Disabling writes for close at 1731694930687Obtaining lock to block concurrent updates at 1731694930688 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731694930688Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694930688Flushing stores of hbase:meta,,1.1588230740 at 1731694930688Flushing 1588230740/info: creating writer at 1731694930688Flushing 1588230740/info: appending metadata at 1731694930704 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731694930704Flushing 1588230740/ns: creating writer at 1731694931114 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731694931128 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731694931128Flushing 1588230740/rep_barrier: creating writer at 1731694931537 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694931559 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694931559Flushing 1588230740/table: creating writer at 1731694931597 (+38 ms)Flushing 1588230740/table: appending metadata at 1731694931615 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731694931615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6712d7b6: reopening flushed file at 1731694931630 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1170a0ba: reopening flushed file at 1731694931635 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a7bbf28: reopening flushed file at 1731694931639 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1efaf2f8: reopening flushed file at 1731694931643 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false at 1731694931647 (+4 ms)Writing region close event to WAL at 1731694931652 (+5 ms)Running coprocessor post-close hooks at 1731694931655 (+3 ms)Closed at 1731694931655 2024-11-15T18:22:11,655 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:11,688 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:22:11,688 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1325): Online Regions={43acdd40b839d8e4d5d780d5091e19d6=test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6.} 2024-11-15T18:22:11,688 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1351): Waiting on 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:22:11,888 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1351): Waiting on 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:22:11,917 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1484, reset compression=false 2024-11-15T18:22:11,998 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/.tmp/f1/a251481d33de4c4b89e89ceb1e4ef986 2024-11-15T18:22:12,001 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a251481d33de4c4b89e89ceb1e4ef986 2024-11-15T18:22:12,017 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/.tmp/norep/7a3701b2bab04b40a90693fb072b19e6 is 33, key is row2/norep:/1731694929644/DeleteFamily/seqid=0 2024-11-15T18:22:12,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741847_1023 (size=5108) 2024-11-15T18:22:12,089 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1351): Waiting on 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:22:12,201 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:12,209 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1191, reset compression=false 2024-11-15T18:22:12,289 DEBUG [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1351): Waiting on 43acdd40b839d8e4d5d780d5091e19d6 2024-11-15T18:22:12,321 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/WALs/74ec74825666,38525,1731694910356/74ec74825666%2C38525%2C1731694910356.1731694911572 to pos 1484, reset compression=false 2024-11-15T18:22:12,420 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/.tmp/norep/7a3701b2bab04b40a90693fb072b19e6 2024-11-15T18:22:12,423 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a3701b2bab04b40a90693fb072b19e6 2024-11-15T18:22:12,424 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/.tmp/f/c2f13fd9861d43d4ac34fdf486a5bcf9 as hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/f/c2f13fd9861d43d4ac34fdf486a5bcf9 2024-11-15T18:22:12,427 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2f13fd9861d43d4ac34fdf486a5bcf9 2024-11-15T18:22:12,427 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/f/c2f13fd9861d43d4ac34fdf486a5bcf9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T18:22:12,428 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/.tmp/f1/a251481d33de4c4b89e89ceb1e4ef986 as hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/f1/a251481d33de4c4b89e89ceb1e4ef986 2024-11-15T18:22:12,431 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a251481d33de4c4b89e89ceb1e4ef986 2024-11-15T18:22:12,431 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/f1/a251481d33de4c4b89e89ceb1e4ef986, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T18:22:12,432 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/.tmp/norep/7a3701b2bab04b40a90693fb072b19e6 as hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/norep/7a3701b2bab04b40a90693fb072b19e6 2024-11-15T18:22:12,435 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a3701b2bab04b40a90693fb072b19e6 2024-11-15T18:22:12,435 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/norep/7a3701b2bab04b40a90693fb072b19e6, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T18:22:12,436 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 43acdd40b839d8e4d5d780d5091e19d6 in 1312ms, sequenceid=10, compaction requested=false 2024-11-15T18:22:12,439 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/data/default/test/43acdd40b839d8e4d5d780d5091e19d6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T18:22:12,440 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:12,440 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:22:12,440 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:22:12,440 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43acdd40b839d8e4d5d780d5091e19d6: Waiting for close lock at 1731694931123Running coprocessor pre-close hooks at 1731694931123Disabling compacts and flushes for region at 1731694931123Disabling writes for close at 1731694931124 (+1 ms)Obtaining lock to block concurrent updates at 1731694931124Preparing flush snapshotting stores in 43acdd40b839d8e4d5d780d5091e19d6 at 1731694931124Finished memstore snapshotting test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731694931124Flushing stores of test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. at 1731694931124Flushing 43acdd40b839d8e4d5d780d5091e19d6/f: creating writer at 1731694931124Flushing 43acdd40b839d8e4d5d780d5091e19d6/f: appending metadata at 1731694931137 (+13 ms)Flushing 43acdd40b839d8e4d5d780d5091e19d6/f: closing flushed file at 1731694931137Flushing 43acdd40b839d8e4d5d780d5091e19d6/f1: creating writer at 1731694931546 (+409 ms)Flushing 43acdd40b839d8e4d5d780d5091e19d6/f1: appending metadata at 1731694931576 (+30 ms)Flushing 43acdd40b839d8e4d5d780d5091e19d6/f1: closing flushed file at 1731694931576Flushing 43acdd40b839d8e4d5d780d5091e19d6/norep: creating writer at 1731694932001 (+425 ms)Flushing 43acdd40b839d8e4d5d780d5091e19d6/norep: appending metadata at 1731694932016 (+15 ms)Flushing 43acdd40b839d8e4d5d780d5091e19d6/norep: closing flushed file at 1731694932016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7b0d17: reopening flushed file at 1731694932423 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32190bca: reopening flushed file at 1731694932428 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1430777d: reopening flushed file at 1731694932432 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 43acdd40b839d8e4d5d780d5091e19d6 in 1312ms, sequenceid=10, compaction requested=false at 1731694932436 (+4 ms)Writing region close event to WAL at 1731694932437 (+1 ms)Running coprocessor post-close hooks at 1731694932440 (+3 ms)Closed at 1731694932440 2024-11-15T18:22:12,440 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694914476.43acdd40b839d8e4d5d780d5091e19d6. 2024-11-15T18:22:12,489 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,38525,1731694910356; all regions closed. 2024-11-15T18:22:12,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741834_1010 (size=4239) 2024-11-15T18:22:12,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741839_1015 (size=3114) 2024-11-15T18:22:12,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741833_1009 (size=2136) 2024-11-15T18:22:12,506 DEBUG [RS:0;74ec74825666:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:12,506 INFO [RS:0;74ec74825666:38525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:12,506 INFO [RS:0;74ec74825666:38525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:12,507 INFO [RS:0;74ec74825666:38525 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:12,507 INFO [RS:0;74ec74825666:38525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:12,507 INFO [RS:0;74ec74825666:38525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,38525,1731694910356 because: Region server is closing 2024-11-15T18:22:12,507 INFO [RS:0;74ec74825666:38525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:38525. 2024-11-15T18:22:12,508 DEBUG [RS:0;74ec74825666:38525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:12,508 DEBUG [RS:0;74ec74825666:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:12,508 DEBUG [RS:0;74ec74825666:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:12,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:12,508 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:12,608 INFO [RS:0;74ec74825666:38525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.shipper74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 terminated 2024-11-15T18:22:12,608 INFO [RS:0;74ec74825666:38525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:38525. 2024-11-15T18:22:12,608 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38525,1731694910356.replicationSource.wal-reader.74ec74825666%2C38525%2C1731694910356,1-74ec74825666,38525,1731694910356 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:22:12,608 DEBUG [RS:0;74ec74825666:38525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:12,608 DEBUG [RS:0;74ec74825666:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:12,608 DEBUG [RS:0;74ec74825666:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:12,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:12,608 INFO [RS:0;74ec74825666:38525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38525 2024-11-15T18:22:12,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333/rs 2024-11-15T18:22:12,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21167176333/rs/74ec74825666,38525,1731694910356 2024-11-15T18:22:12,616 INFO [RS:0;74ec74825666:38525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:12,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,38525,1731694910356] 2024-11-15T18:22:12,637 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21167176333/draining/74ec74825666,38525,1731694910356 already deleted, retry=false 2024-11-15T18:22:12,637 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,38525,1731694910356 expired; onlineServers=0 2024-11-15T18:22:12,637 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,37129,1731694910189' ***** 2024-11-15T18:22:12,637 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:22:12,637 INFO [M:0;74ec74825666:37129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:12,637 INFO [M:0;74ec74825666:37129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:12,637 DEBUG [M:0;74ec74825666:37129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:22:12,637 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:22:12,637 DEBUG [M:0;74ec74825666:37129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:22:12,637 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694911289 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694911289,5,FailOnTimeoutGroup] 2024-11-15T18:22:12,637 INFO [M:0;74ec74825666:37129 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:12,637 INFO [M:0;74ec74825666:37129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:12,637 DEBUG [M:0;74ec74825666:37129 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:22:12,637 INFO [M:0;74ec74825666:37129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:22:12,637 INFO [M:0;74ec74825666:37129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:12,637 INFO [M:0;74ec74825666:37129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:22:12,638 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:22:12,638 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694911289 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694911289,5,FailOnTimeoutGroup] 2024-11-15T18:22:12,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:12,726 INFO [RS:0;74ec74825666:38525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:12,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x1013fbb22bb0007, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:12,726 INFO [RS:0;74ec74825666:38525 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,38525,1731694910356; zookeeper connection closed. 2024-11-15T18:22:12,726 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e7511e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e7511e3 2024-11-15T18:22:12,727 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:22:12,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21167176333/master 2024-11-15T18:22:12,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21167176333 2024-11-15T18:22:12,783 DEBUG [M:0;74ec74825666:37129 {}] zookeeper.ZKUtil(347): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Unable to get data of znode /21167176333/master because node does not exist (not an error) 2024-11-15T18:22:12,783 WARN [M:0;74ec74825666:37129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:22:12,784 INFO [M:0;74ec74825666:37129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/.lastflushedseqids 2024-11-15T18:22:12,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741848_1024 (size=245) 2024-11-15T18:22:12,911 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1191, reset compression=false 2024-11-15T18:22:13,188 INFO [M:0;74ec74825666:37129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:22:13,189 INFO [M:0;74ec74825666:37129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:22:13,189 DEBUG [M:0;74ec74825666:37129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:22:13,189 INFO [M:0;74ec74825666:37129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:13,189 DEBUG [M:0;74ec74825666:37129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:13,189 DEBUG [M:0;74ec74825666:37129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:22:13,189 DEBUG [M:0;74ec74825666:37129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:13,189 INFO [M:0;74ec74825666:37129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T18:22:13,204 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:13,209 DEBUG [M:0;74ec74825666:37129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/856f4c5006c74570a0092dbbddf067d7 is 82, key is hbase:meta,,1/info:regioninfo/1731694912002/Put/seqid=0 2024-11-15T18:22:13,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741849_1025 (size=5672) 2024-11-15T18:22:13,226 INFO [M:0;74ec74825666:37129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/856f4c5006c74570a0092dbbddf067d7 2024-11-15T18:22:13,247 DEBUG [M:0;74ec74825666:37129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea58533cb9fb4e63aeb8b41887bd1249 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731694919882/Put/seqid=0 2024-11-15T18:22:13,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741850_1026 (size=8515) 2024-11-15T18:22:13,254 INFO [M:0;74ec74825666:37129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea58533cb9fb4e63aeb8b41887bd1249 2024-11-15T18:22:13,278 DEBUG [M:0;74ec74825666:37129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8889930ae04a48b0ad6f28aa5d08d833 is 69, key is 74ec74825666,38525,1731694910356/rs:state/1731694911355/Put/seqid=0 2024-11-15T18:22:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741851_1027 (size=5156) 2024-11-15T18:22:13,682 INFO [M:0;74ec74825666:37129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8889930ae04a48b0ad6f28aa5d08d833 2024-11-15T18:22:13,686 DEBUG [M:0;74ec74825666:37129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/856f4c5006c74570a0092dbbddf067d7 as hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/856f4c5006c74570a0092dbbddf067d7 2024-11-15T18:22:13,690 INFO [M:0;74ec74825666:37129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/856f4c5006c74570a0092dbbddf067d7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T18:22:13,691 DEBUG [M:0;74ec74825666:37129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea58533cb9fb4e63aeb8b41887bd1249 as hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea58533cb9fb4e63aeb8b41887bd1249 2024-11-15T18:22:13,697 INFO [M:0;74ec74825666:37129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea58533cb9fb4e63aeb8b41887bd1249, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T18:22:13,698 DEBUG [M:0;74ec74825666:37129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8889930ae04a48b0ad6f28aa5d08d833 as hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8889930ae04a48b0ad6f28aa5d08d833 2024-11-15T18:22:13,702 INFO [M:0;74ec74825666:37129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/c17bb33d-118c-8f38-f7bb-d523149ca978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8889930ae04a48b0ad6f28aa5d08d833, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T18:22:13,703 INFO [M:0;74ec74825666:37129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 514ms, sequenceid=97, compaction requested=false 2024-11-15T18:22:13,709 INFO [M:0;74ec74825666:37129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:13,709 DEBUG [M:0;74ec74825666:37129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694933189Disabling compacts and flushes for region at 1731694933189Disabling writes for close at 1731694933189Obtaining lock to block concurrent updates at 1731694933189Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694933189Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731694933189Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694933190 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694933190Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694933209 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694933209Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694933230 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694933247 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694933247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694933258 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694933277 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694933277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b3e9e4: reopening flushed file at 1731694933685 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c334f77: reopening flushed file at 1731694933690 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778ade27: reopening flushed file at 1731694933697 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 514ms, sequenceid=97, compaction requested=false at 1731694933703 (+6 ms)Writing region close event to WAL at 1731694933709 (+6 ms)Closed at 1731694933709 2024-11-15T18:22:13,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741830_1006 (size=63642) 2024-11-15T18:22:13,713 INFO [M:0;74ec74825666:37129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:22:13,713 INFO [M:0;74ec74825666:37129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37129 2024-11-15T18:22:13,713 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:13,714 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1191, reset compression=false 2024-11-15T18:22:13,714 INFO [M:0;74ec74825666:37129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:13,884 INFO [M:0;74ec74825666:37129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:13,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:13,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x1013fbb22bb0006, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:13,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15f12923{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:22:13,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224bae05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:13,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:13,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4784c99d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:13,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e23d99a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:13,920 WARN [BP-1075614387-172.17.0.2-1731694906661 heartbeating to localhost/127.0.0.1:38035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:22:13,920 WARN [BP-1075614387-172.17.0.2-1731694906661 heartbeating to localhost/127.0.0.1:38035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1075614387-172.17.0.2-1731694906661 (Datanode Uuid 78d44c78-9f7c-4a74-bcae-1f23813a1b01) service to localhost/127.0.0.1:38035 2024-11-15T18:22:13,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/cluster_522b4757-94e8-0c95-be49-b24eb3168c9e/data/data1/current/BP-1075614387-172.17.0.2-1731694906661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:13,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/cluster_522b4757-94e8-0c95-be49-b24eb3168c9e/data/data2/current/BP-1075614387-172.17.0.2-1731694906661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:13,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:22:13,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:22:13,921 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:22:13,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4696ca19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:22:13,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f75cfab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:13,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:13,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77b00109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:13,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c879944{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:13,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:22:13,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:22:13,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:13,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:13,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:13,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:13,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:13,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:22:13,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=432081711, stopped=false 2024-11-15T18:22:13,949 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,42811,1731694904880 2024-11-15T18:22:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11892911988/running 2024-11-15T18:22:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11892911988/running 2024-11-15T18:22:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:22:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:22:13,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:13,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:13,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:13,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:13,964 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,38397,1731694905037' ***** 2024-11-15T18:22:13,964 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:22:13,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Set watcher on znode that does not yet exist, /11892911988/running 2024-11-15T18:22:13,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Set watcher on znode that does not yet exist, /11892911988/running 2024-11-15T18:22:13,964 INFO [RS:0;74ec74825666:38397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:22:13,964 INFO [RS:0;74ec74825666:38397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:22:13,964 INFO [RS:0;74ec74825666:38397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:22:13,964 INFO [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(3091): Received CLOSE for 7619ec3930373c5de5352d3bbc3836a0 2024-11-15T18:22:13,965 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:22:13,976 INFO [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(3091): Received CLOSE for e8ceff397586ca98f21195035a8157f1 2024-11-15T18:22:13,976 INFO [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,38397,1731694905037 2024-11-15T18:22:13,976 INFO [RS:0;74ec74825666:38397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:13,976 INFO [RS:0;74ec74825666:38397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:38397. 2024-11-15T18:22:13,976 DEBUG [RS:0;74ec74825666:38397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:13,976 DEBUG [RS:0;74ec74825666:38397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:13,977 INFO [RS:0;74ec74825666:38397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:22:13,977 INFO [RS:0;74ec74825666:38397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:22:13,977 INFO [RS:0;74ec74825666:38397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:22:13,977 INFO [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:22:13,977 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7619ec3930373c5de5352d3bbc3836a0, disabling compactions & flushes 2024-11-15T18:22:13,977 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:22:13,977 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:22:13,977 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. after waiting 0 ms 2024-11-15T18:22:13,977 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:22:13,977 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7619ec3930373c5de5352d3bbc3836a0 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T18:22:13,984 INFO [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:22:13,984 DEBUG [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7619ec3930373c5de5352d3bbc3836a0=test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0., e8ceff397586ca98f21195035a8157f1=hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1.} 2024-11-15T18:22:13,984 DEBUG [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7619ec3930373c5de5352d3bbc3836a0, e8ceff397586ca98f21195035a8157f1 2024-11-15T18:22:13,986 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:22:13,986 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:22:13,986 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:22:13,986 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:22:13,986 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:22:13,986 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:22:14,005 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:14,009 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/.tmp/f/248282e60f194c9c96c5159b74bf6bd4 is 29, key is row1/f:/1731694928639/DeleteFamily/seqid=0 2024-11-15T18:22:14,037 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/info/ba13f3c444984005b6f239ceb5f7fc8a is 147, key is hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1./info:regioninfo/1731694918064/Put/seqid=0 2024-11-15T18:22:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741840_1016 (size=5152) 2024-11-15T18:22:14,058 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/.tmp/f/248282e60f194c9c96c5159b74bf6bd4 2024-11-15T18:22:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741841_1017 (size=7686) 2024-11-15T18:22:14,070 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/info/ba13f3c444984005b6f239ceb5f7fc8a 2024-11-15T18:22:14,090 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 248282e60f194c9c96c5159b74bf6bd4 2024-11-15T18:22:14,109 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/.tmp/f1/45028fb9ff1a4e46b72fdeb508dee979 is 30, key is row1/f1:/1731694928639/DeleteFamily/seqid=0 2024-11-15T18:22:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741842_1018 (size=5158) 2024-11-15T18:22:14,125 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/.tmp/f1/45028fb9ff1a4e46b72fdeb508dee979 2024-11-15T18:22:14,131 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45028fb9ff1a4e46b72fdeb508dee979 2024-11-15T18:22:14,134 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/ns/1f433ec216b748faaab1fd151857d84e is 43, key is default/ns:d/1731694906508/Put/seqid=0 2024-11-15T18:22:14,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741843_1019 (size=5153) 2024-11-15T18:22:14,141 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/ns/1f433ec216b748faaab1fd151857d84e 2024-11-15T18:22:14,154 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/.tmp/norep/4674d981ffc240b781151a8662b4e1fa is 33, key is row1/norep:/1731694928639/DeleteFamily/seqid=0 2024-11-15T18:22:14,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741844_1020 (size=5108) 2024-11-15T18:22:14,161 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/.tmp/norep/4674d981ffc240b781151a8662b4e1fa 2024-11-15T18:22:14,166 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/rep_barrier/88e079625f654ccb9c1133d0ced86455 is 112, key is test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0./rep_barrier:seqnumDuringOpen/1731694914092/Put/seqid=0 2024-11-15T18:22:14,173 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4674d981ffc240b781151a8662b4e1fa 2024-11-15T18:22:14,174 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/.tmp/f/248282e60f194c9c96c5159b74bf6bd4 as hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/f/248282e60f194c9c96c5159b74bf6bd4 2024-11-15T18:22:14,178 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 248282e60f194c9c96c5159b74bf6bd4 2024-11-15T18:22:14,178 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/f/248282e60f194c9c96c5159b74bf6bd4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T18:22:14,178 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/.tmp/f1/45028fb9ff1a4e46b72fdeb508dee979 as hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/f1/45028fb9ff1a4e46b72fdeb508dee979 2024-11-15T18:22:14,182 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45028fb9ff1a4e46b72fdeb508dee979 2024-11-15T18:22:14,182 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/f1/45028fb9ff1a4e46b72fdeb508dee979, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T18:22:14,183 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/.tmp/norep/4674d981ffc240b781151a8662b4e1fa as hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/norep/4674d981ffc240b781151a8662b4e1fa 2024-11-15T18:22:14,185 DEBUG [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7619ec3930373c5de5352d3bbc3836a0, e8ceff397586ca98f21195035a8157f1 2024-11-15T18:22:14,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741845_1021 (size=5518) 2024-11-15T18:22:14,187 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4674d981ffc240b781151a8662b4e1fa 2024-11-15T18:22:14,187 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/norep/4674d981ffc240b781151a8662b4e1fa, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T18:22:14,188 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7619ec3930373c5de5352d3bbc3836a0 in 211ms, sequenceid=10, compaction requested=false 2024-11-15T18:22:14,195 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/default/test/7619ec3930373c5de5352d3bbc3836a0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T18:22:14,195 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:14,195 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:22:14,195 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:22:14,195 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7619ec3930373c5de5352d3bbc3836a0: Waiting for close lock at 1731694933977Running coprocessor pre-close hooks at 1731694933977Disabling compacts and flushes for region at 1731694933977Disabling writes for close at 1731694933977Obtaining lock to block concurrent updates at 1731694933977Preparing flush snapshotting stores in 7619ec3930373c5de5352d3bbc3836a0 at 1731694933977Finished memstore snapshotting test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731694933977Flushing stores of test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. at 1731694933981 (+4 ms)Flushing 7619ec3930373c5de5352d3bbc3836a0/f: creating writer at 1731694933981Flushing 7619ec3930373c5de5352d3bbc3836a0/f: appending metadata at 1731694934009 (+28 ms)Flushing 7619ec3930373c5de5352d3bbc3836a0/f: closing flushed file at 1731694934009Flushing 7619ec3930373c5de5352d3bbc3836a0/f1: creating writer at 1731694934090 (+81 ms)Flushing 7619ec3930373c5de5352d3bbc3836a0/f1: appending metadata at 1731694934108 (+18 ms)Flushing 7619ec3930373c5de5352d3bbc3836a0/f1: closing flushed file at 1731694934108Flushing 7619ec3930373c5de5352d3bbc3836a0/norep: creating writer at 1731694934131 (+23 ms)Flushing 7619ec3930373c5de5352d3bbc3836a0/norep: appending metadata at 1731694934153 (+22 ms)Flushing 7619ec3930373c5de5352d3bbc3836a0/norep: closing flushed file at 1731694934153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679648c9: reopening flushed file at 1731694934173 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4817606c: reopening flushed file at 1731694934178 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f38f3c: reopening flushed file at 1731694934182 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7619ec3930373c5de5352d3bbc3836a0 in 211ms, sequenceid=10, compaction requested=false at 1731694934188 (+6 ms)Writing region close event to WAL at 1731694934193 (+5 ms)Running coprocessor post-close hooks at 1731694934195 (+2 ms)Closed at 1731694934195 2024-11-15T18:22:14,196 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694913337.7619ec3930373c5de5352d3bbc3836a0. 2024-11-15T18:22:14,196 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8ceff397586ca98f21195035a8157f1, disabling compactions & flushes 2024-11-15T18:22:14,196 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:22:14,196 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:22:14,196 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. after waiting 0 ms 2024-11-15T18:22:14,196 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:22:14,196 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8ceff397586ca98f21195035a8157f1 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-15T18:22:14,212 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/replication/e8ceff397586ca98f21195035a8157f1/.tmp/queue/34ff15e222554382b9a9a2b4dfdfad23 is 154, key is 1-74ec74825666,38397,1731694905037/queue:74ec74825666%2C38397%2C1731694905037/1731694930186/Put/seqid=0 2024-11-15T18:22:14,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741846_1022 (size=5353) 2024-11-15T18:22:14,216 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/replication/e8ceff397586ca98f21195035a8157f1/.tmp/queue/34ff15e222554382b9a9a2b4dfdfad23 2024-11-15T18:22:14,220 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/replication/e8ceff397586ca98f21195035a8157f1/.tmp/queue/34ff15e222554382b9a9a2b4dfdfad23 as hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/replication/e8ceff397586ca98f21195035a8157f1/queue/34ff15e222554382b9a9a2b4dfdfad23 2024-11-15T18:22:14,223 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/replication/e8ceff397586ca98f21195035a8157f1/queue/34ff15e222554382b9a9a2b4dfdfad23, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T18:22:14,224 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e8ceff397586ca98f21195035a8157f1 in 28ms, sequenceid=12, compaction requested=false 2024-11-15T18:22:14,227 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/replication/e8ceff397586ca98f21195035a8157f1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T18:22:14,228 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:14,228 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:22:14,228 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:22:14,228 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8ceff397586ca98f21195035a8157f1: Waiting for close lock at 1731694934196Running coprocessor pre-close hooks at 1731694934196Disabling compacts and flushes for region at 1731694934196Disabling writes for close at 1731694934196Obtaining lock to block concurrent updates at 1731694934196Preparing flush snapshotting stores in e8ceff397586ca98f21195035a8157f1 at 1731694934196Finished memstore snapshotting hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731694934196Flushing stores of hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. at 1731694934197 (+1 ms)Flushing e8ceff397586ca98f21195035a8157f1/queue: creating writer at 1731694934197Flushing e8ceff397586ca98f21195035a8157f1/queue: appending metadata at 1731694934211 (+14 ms)Flushing e8ceff397586ca98f21195035a8157f1/queue: closing flushed file at 1731694934211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16637818: reopening flushed file at 1731694934219 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e8ceff397586ca98f21195035a8157f1 in 28ms, sequenceid=12, compaction requested=false at 1731694934225 (+6 ms)Writing region close event to WAL at 1731694934225Running coprocessor post-close hooks at 1731694934228 (+3 ms)Closed at 1731694934228 2024-11-15T18:22:14,228 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694917279.e8ceff397586ca98f21195035a8157f1. 2024-11-15T18:22:14,320 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:14,385 DEBUG [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:14,468 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:22:14,585 DEBUG [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:14,586 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/rep_barrier/88e079625f654ccb9c1133d0ced86455 2024-11-15T18:22:14,608 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/table/f9f8a66a6df94565b52651f9edbb995f is 53, key is hbase:replication/table:state/1731694918070/Put/seqid=0 2024-11-15T18:22:14,618 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 1191, reset compression=false 2024-11-15T18:22:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741847_1023 (size=5308) 2024-11-15T18:22:14,623 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/table/f9f8a66a6df94565b52651f9edbb995f 2024-11-15T18:22:14,626 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:14,626 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 2082, reset compression=false 2024-11-15T18:22:14,626 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,38397,1731694905037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:14,626 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74ec74825666,38397,1731694905037: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74ec74825666,38397,1731694905037, walGroup=74ec74825666%2C38397%2C1731694905037, offset=74ec74825666%2C38397%2C1731694905037.1731694905812:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:38397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T18:22:14,627 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:22:14,627 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:22:14,628 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:22:14,628 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:22:14,628 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:22:14,628 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 1109539584 }, "NonHeapMemoryUsage": { "committed": 205193216, "init": 7667712, "max": -1, "used": 202293456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T18:22:14,629 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:42811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:42811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T18:22:14,631 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/info/ba13f3c444984005b6f239ceb5f7fc8a as hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/info/ba13f3c444984005b6f239ceb5f7fc8a 2024-11-15T18:22:14,635 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/info/ba13f3c444984005b6f239ceb5f7fc8a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:22:14,636 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/ns/1f433ec216b748faaab1fd151857d84e as hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/ns/1f433ec216b748faaab1fd151857d84e 2024-11-15T18:22:14,676 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:22:14,677 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:22:14,678 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/ns/1f433ec216b748faaab1fd151857d84e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:22:14,679 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/rep_barrier/88e079625f654ccb9c1133d0ced86455 as hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/rep_barrier/88e079625f654ccb9c1133d0ced86455 2024-11-15T18:22:14,684 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/rep_barrier/88e079625f654ccb9c1133d0ced86455, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:22:14,685 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/.tmp/table/f9f8a66a6df94565b52651f9edbb995f as hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/table/f9f8a66a6df94565b52651f9edbb995f 2024-11-15T18:22:14,691 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/table/f9f8a66a6df94565b52651f9edbb995f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:22:14,692 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 706ms, sequenceid=16, compaction requested=false 2024-11-15T18:22:14,701 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:22:14,701 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:14,701 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:22:14,701 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:14,701 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694933986Running coprocessor pre-close hooks at 1731694933986Disabling compacts and flushes for region at 1731694933986Disabling writes for close at 1731694933986Obtaining lock to block concurrent updates at 1731694933986Preparing flush snapshotting stores in 1588230740 at 1731694933986Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694933986Flushing stores of hbase:meta,,1.1588230740 at 1731694933987 (+1 ms)Flushing 1588230740/info: creating writer at 1731694933987Flushing 1588230740/info: appending metadata at 1731694934037 (+50 ms)Flushing 1588230740/info: closing flushed file at 1731694934037Flushing 1588230740/ns: creating writer at 1731694934099 (+62 ms)Flushing 1588230740/ns: appending metadata at 1731694934133 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731694934133Flushing 1588230740/rep_barrier: creating writer at 1731694934146 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694934166 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694934166Flushing 1588230740/table: creating writer at 1731694934591 (+425 ms)Flushing 1588230740/table: appending metadata at 1731694934607 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731694934607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d1e77b: reopening flushed file at 1731694934630 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33dc96bb: reopening flushed file at 1731694934635 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b17b6b9: reopening flushed file at 1731694934678 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e380792: reopening flushed file at 1731694934684 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 706ms, sequenceid=16, compaction requested=false at 1731694934692 (+8 ms)Writing region close event to WAL at 1731694934694 (+2 ms)Running coprocessor post-close hooks at 1731694934701 (+7 ms)Closed at 1731694934701 2024-11-15T18:22:14,702 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:14,785 INFO [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,38397,1731694905037; all regions closed. 2024-11-15T18:22:14,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.meta.1731694906432.meta not finished, retry = 0 2024-11-15T18:22:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741834_1010 (size=4239) 2024-11-15T18:22:14,875 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/WALs/74ec74825666,38397,1731694905037/74ec74825666%2C38397%2C1731694905037.1731694905812 to pos 2082, reset compression=false 2024-11-15T18:22:14,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741839_1015 (size=3114) 2024-11-15T18:22:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741832_1008 (size=2090) 2024-11-15T18:22:14,896 DEBUG [RS:0;74ec74825666:38397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:14,896 INFO [RS:0;74ec74825666:38397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:14,896 INFO [RS:0;74ec74825666:38397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:14,896 INFO [RS:0;74ec74825666:38397 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:14,897 INFO [RS:0;74ec74825666:38397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:14,897 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:14,897 INFO [RS:0;74ec74825666:38397 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,38397,1731694905037 because: Region server is closing 2024-11-15T18:22:14,897 INFO [RS:0;74ec74825666:38397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:38397. 2024-11-15T18:22:14,897 DEBUG [RS:0;74ec74825666:38397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:14,898 DEBUG [RS:0;74ec74825666:38397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:14,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:14,898 DEBUG [RS:0;74ec74825666:38397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:14,998 INFO [RS:0;74ec74825666:38397 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.shipper74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 terminated 2024-11-15T18:22:14,998 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,38397,1731694905037.replicationSource.wal-reader.74ec74825666%2C38397%2C1731694905037,1-74ec74825666,38397,1731694905037 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:22:14,998 INFO [RS:0;74ec74825666:38397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:38397. 2024-11-15T18:22:14,998 DEBUG [RS:0;74ec74825666:38397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:14,998 DEBUG [RS:0;74ec74825666:38397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:14,998 DEBUG [RS:0;74ec74825666:38397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:14,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:14,998 INFO [RS:0;74ec74825666:38397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38397 2024-11-15T18:22:15,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11892911988/rs/74ec74825666,38397,1731694905037 2024-11-15T18:22:15,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988/rs 2024-11-15T18:22:15,088 INFO [RS:0;74ec74825666:38397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:15,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,38397,1731694905037] 2024-11-15T18:22:15,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:15,275 INFO [RS:0;74ec74825666:38397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:15,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38397-0x1013fbb22bb0004, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:15,275 INFO [RS:0;74ec74825666:38397 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,38397,1731694905037; zookeeper connection closed. 2024-11-15T18:22:15,276 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@479223dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@479223dd 2024-11-15T18:22:15,276 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:22:15,291 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11892911988/draining/74ec74825666,38397,1731694905037 already deleted, retry=false 2024-11-15T18:22:15,292 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,38397,1731694905037 expired; onlineServers=0 2024-11-15T18:22:15,292 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,42811,1731694904880' ***** 2024-11-15T18:22:15,292 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:22:15,292 INFO [M:0;74ec74825666:42811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:15,292 INFO [M:0;74ec74825666:42811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:15,292 DEBUG [M:0;74ec74825666:42811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:22:15,292 DEBUG [M:0;74ec74825666:42811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:22:15,292 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:22:15,292 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694905552 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694905552,5,FailOnTimeoutGroup] 2024-11-15T18:22:15,292 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694905552 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694905552,5,FailOnTimeoutGroup] 2024-11-15T18:22:15,292 INFO [M:0;74ec74825666:42811 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:15,292 INFO [M:0;74ec74825666:42811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:15,292 DEBUG [M:0;74ec74825666:42811 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:22:15,292 INFO [M:0;74ec74825666:42811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:22:15,292 INFO [M:0;74ec74825666:42811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:15,292 INFO [M:0;74ec74825666:42811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:22:15,293 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:22:15,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11892911988/master 2024-11-15T18:22:15,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892911988 2024-11-15T18:22:15,310 DEBUG [M:0;74ec74825666:42811 {}] zookeeper.ZKUtil(347): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Unable to get data of znode /11892911988/master because node does not exist (not an error) 2024-11-15T18:22:15,310 WARN [M:0;74ec74825666:42811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:22:15,311 INFO [M:0;74ec74825666:42811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/.lastflushedseqids 2024-11-15T18:22:15,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741848_1024 (size=245) 2024-11-15T18:22:15,538 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:15,715 INFO [M:0;74ec74825666:42811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:22:15,715 INFO [M:0;74ec74825666:42811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:22:15,715 DEBUG [M:0;74ec74825666:42811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:22:15,715 INFO [M:0;74ec74825666:42811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:15,715 DEBUG [M:0;74ec74825666:42811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:15,715 DEBUG [M:0;74ec74825666:42811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:22:15,715 DEBUG [M:0;74ec74825666:42811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:15,715 INFO [M:0;74ec74825666:42811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T18:22:15,737 DEBUG [M:0;74ec74825666:42811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2453958572a74a0caff66de703409d04 is 82, key is hbase:meta,,1/info:regioninfo/1731694906473/Put/seqid=0 2024-11-15T18:22:15,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741849_1025 (size=5672) 2024-11-15T18:22:15,746 INFO [M:0;74ec74825666:42811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2453958572a74a0caff66de703409d04 2024-11-15T18:22:15,767 DEBUG [M:0;74ec74825666:42811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a555d9849c34bbaa6c6a7b6e2334f15 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731694918074/Put/seqid=0 2024-11-15T18:22:15,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741850_1026 (size=8516) 2024-11-15T18:22:15,771 INFO [M:0;74ec74825666:42811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a555d9849c34bbaa6c6a7b6e2334f15 2024-11-15T18:22:15,801 DEBUG [M:0;74ec74825666:42811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f456a9890fda44fdb6a86c5b603a200f is 69, key is 74ec74825666,38397,1731694905037/rs:state/1731694905649/Put/seqid=0 2024-11-15T18:22:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741851_1027 (size=5156) 2024-11-15T18:22:15,809 INFO [M:0;74ec74825666:42811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f456a9890fda44fdb6a86c5b603a200f 2024-11-15T18:22:15,817 DEBUG [M:0;74ec74825666:42811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2453958572a74a0caff66de703409d04 as hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2453958572a74a0caff66de703409d04 2024-11-15T18:22:15,822 INFO [M:0;74ec74825666:42811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2453958572a74a0caff66de703409d04, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T18:22:15,822 DEBUG [M:0;74ec74825666:42811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a555d9849c34bbaa6c6a7b6e2334f15 as hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a555d9849c34bbaa6c6a7b6e2334f15 2024-11-15T18:22:15,828 INFO [M:0;74ec74825666:42811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a555d9849c34bbaa6c6a7b6e2334f15, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T18:22:15,829 DEBUG [M:0;74ec74825666:42811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f456a9890fda44fdb6a86c5b603a200f as hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f456a9890fda44fdb6a86c5b603a200f 2024-11-15T18:22:15,833 INFO [M:0;74ec74825666:42811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/5ed20b77-0f84-7b4a-618a-85ad361d7074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f456a9890fda44fdb6a86c5b603a200f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T18:22:15,834 INFO [M:0;74ec74825666:42811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=97, compaction requested=false 2024-11-15T18:22:15,835 INFO [M:0;74ec74825666:42811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:15,835 DEBUG [M:0;74ec74825666:42811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694935715Disabling compacts and flushes for region at 1731694935715Disabling writes for close at 1731694935715Obtaining lock to block concurrent updates at 1731694935715Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694935715Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731694935716 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694935719 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694935719Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694935737 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694935737Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694935751 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694935767 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694935767Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694935775 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694935800 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694935800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1e86b0: reopening flushed file at 1731694935816 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bca7b0e: reopening flushed file at 1731694935822 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10044b2c: reopening flushed file at 1731694935828 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=97, compaction requested=false at 1731694935834 (+6 ms)Writing region close event to WAL at 1731694935835 (+1 ms)Closed at 1731694935835 2024-11-15T18:22:15,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741830_1006 (size=63654) 2024-11-15T18:22:15,840 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:15,840 INFO [M:0;74ec74825666:42811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:22:15,841 INFO [M:0;74ec74825666:42811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42811 2024-11-15T18:22:15,842 INFO [M:0;74ec74825666:42811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:16,010 INFO [M:0;74ec74825666:42811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:16,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:16,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1013fbb22bb0003, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:16,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@384e6aae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:22:16,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a8ac6d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:16,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:16,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7300ccf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:16,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466d9322{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:16,015 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:22:16,015 WARN [BP-1058812025-172.17.0.2-1731694902756 heartbeating to localhost/127.0.0.1:44931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:22:16,015 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:22:16,015 WARN [BP-1058812025-172.17.0.2-1731694902756 heartbeating to localhost/127.0.0.1:44931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1058812025-172.17.0.2-1731694902756 (Datanode Uuid 99948fb7-56ca-4d6a-89cb-7c5633a74ccf) service to localhost/127.0.0.1:44931 2024-11-15T18:22:16,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/cluster_f6f586c5-cdc2-dee4-5c79-0e6c12d34c5e/data/data1/current/BP-1058812025-172.17.0.2-1731694902756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:16,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/cluster_f6f586c5-cdc2-dee4-5c79-0e6c12d34c5e/data/data2/current/BP-1058812025-172.17.0.2-1731694902756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:16,016 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:22:16,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@586be9a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:22:16,023 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77ac7b40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:16,023 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:16,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2424518a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:16,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b6f1e3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f000588e-7edc-f18b-c7a1-dbcd170ca470/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:16,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:22:16,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:22:16,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:16,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:16,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:16,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:16,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:16,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:22:16,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1899114119, stopped=false 2024-11-15T18:22:16,036 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,42685,1731694899582 2024-11-15T18:22:16,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0969561496/running 2024-11-15T18:22:16,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0969561496/running 2024-11-15T18:22:16,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:22:16,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:22:16,047 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:16,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:16,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:16,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:16,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Set watcher on znode that does not yet exist, /0969561496/running 2024-11-15T18:22:16,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,42581,1731694899824' ***** 2024-11-15T18:22:16,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:22:16,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Set watcher on znode that does not yet exist, /0969561496/running 2024-11-15T18:22:16,048 INFO [RS:0;74ec74825666:42581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:22:16,048 INFO [RS:0;74ec74825666:42581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:22:16,048 INFO [RS:0;74ec74825666:42581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:22:16,048 INFO [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(3091): Received CLOSE for e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:22:16,048 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:22:16,049 INFO [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(3091): Received CLOSE for 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:22:16,049 INFO [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,42581,1731694899824 2024-11-15T18:22:16,049 INFO [RS:0;74ec74825666:42581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:16,049 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1c3c175dc4f5660d7dbc5ecc632dcac, disabling compactions & flushes 2024-11-15T18:22:16,049 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:22:16,049 INFO [RS:0;74ec74825666:42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:42581. 2024-11-15T18:22:16,049 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:22:16,049 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. after waiting 0 ms 2024-11-15T18:22:16,049 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:22:16,049 DEBUG [RS:0;74ec74825666:42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:16,049 DEBUG [RS:0;74ec74825666:42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:16,049 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e1c3c175dc4f5660d7dbc5ecc632dcac 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-15T18:22:16,049 INFO [RS:0;74ec74825666:42581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:22:16,049 INFO [RS:0;74ec74825666:42581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:22:16,049 INFO [RS:0;74ec74825666:42581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:22:16,049 INFO [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:22:16,049 INFO [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:22:16,049 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1325): Online Regions={e1c3c175dc4f5660d7dbc5ecc632dcac=hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac., 16b54fffd7fa6f8523ea73326178ef52=test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:22:16,049 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16b54fffd7fa6f8523ea73326178ef52, e1c3c175dc4f5660d7dbc5ecc632dcac 2024-11-15T18:22:16,049 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:22:16,050 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:22:16,050 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:22:16,050 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:22:16,050 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:22:16,050 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:22:16,062 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/info/0f705af48c954b05a8104acca6c7e2ab is 147, key is hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac./info:regioninfo/1731694915911/Put/seqid=0 2024-11-15T18:22:16,065 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/replication/e1c3c175dc4f5660d7dbc5ecc632dcac/.tmp/queue/ede3dca5e6c54295bf2454788a31f7cd is 153, key is 1-74ec74825666,42581,1731694899824/queue:74ec74825666%2C42581%2C1731694899824/1731694927780/Put/seqid=0 2024-11-15T18:22:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741840_1016 (size=7686) 2024-11-15T18:22:16,066 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/info/0f705af48c954b05a8104acca6c7e2ab 2024-11-15T18:22:16,068 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:16,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741841_1017 (size=5352) 2024-11-15T18:22:16,069 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/replication/e1c3c175dc4f5660d7dbc5ecc632dcac/.tmp/queue/ede3dca5e6c54295bf2454788a31f7cd 2024-11-15T18:22:16,084 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/replication/e1c3c175dc4f5660d7dbc5ecc632dcac/.tmp/queue/ede3dca5e6c54295bf2454788a31f7cd as hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/replication/e1c3c175dc4f5660d7dbc5ecc632dcac/queue/ede3dca5e6c54295bf2454788a31f7cd 2024-11-15T18:22:16,089 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/replication/e1c3c175dc4f5660d7dbc5ecc632dcac/queue/ede3dca5e6c54295bf2454788a31f7cd, entries=1, sequenceid=8, filesize=5.2 K 2024-11-15T18:22:16,090 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e1c3c175dc4f5660d7dbc5ecc632dcac in 41ms, sequenceid=8, compaction requested=false 2024-11-15T18:22:16,090 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T18:22:16,091 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/ns/03268f2e4e4649b480efe1d21d510a23 is 43, key is default/ns:d/1731694902628/Put/seqid=0 2024-11-15T18:22:16,097 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/replication/e1c3c175dc4f5660d7dbc5ecc632dcac/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T18:22:16,097 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:16,097 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:22:16,097 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:22:16,097 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1c3c175dc4f5660d7dbc5ecc632dcac: Waiting for close lock at 1731694936049Running coprocessor pre-close hooks at 1731694936049Disabling compacts and flushes for region at 1731694936049Disabling writes for close at 1731694936049Obtaining lock to block concurrent updates at 1731694936049Preparing flush snapshotting stores in e1c3c175dc4f5660d7dbc5ecc632dcac at 1731694936049Finished memstore snapshotting hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731694936049Flushing stores of hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. at 1731694936049Flushing e1c3c175dc4f5660d7dbc5ecc632dcac/queue: creating writer at 1731694936050 (+1 ms)Flushing e1c3c175dc4f5660d7dbc5ecc632dcac/queue: appending metadata at 1731694936065 (+15 ms)Flushing e1c3c175dc4f5660d7dbc5ecc632dcac/queue: closing flushed file at 1731694936065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4441f450: reopening flushed file at 1731694936078 (+13 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e1c3c175dc4f5660d7dbc5ecc632dcac in 41ms, sequenceid=8, compaction requested=false at 1731694936090 (+12 ms)Writing region close event to WAL at 1731694936092 (+2 ms)Running coprocessor post-close hooks at 1731694936097 (+5 ms)Closed at 1731694936097 2024-11-15T18:22:16,097 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694915118.e1c3c175dc4f5660d7dbc5ecc632dcac. 2024-11-15T18:22:16,098 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16b54fffd7fa6f8523ea73326178ef52, disabling compactions & flushes 2024-11-15T18:22:16,098 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:22:16,098 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:22:16,098 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. after waiting 0 ms 2024-11-15T18:22:16,098 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:22:16,098 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16b54fffd7fa6f8523ea73326178ef52 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-15T18:22:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741842_1018 (size=5153) 2024-11-15T18:22:16,114 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/.tmp/f/daeea0bdcd04489689315c7beea3bf16 is 28, key is row/f:/1731694927635/DeleteFamily/seqid=0 2024-11-15T18:22:16,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741843_1019 (size=5085) 2024-11-15T18:22:16,250 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:22:16,450 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:22:16,499 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/ns/03268f2e4e4649b480efe1d21d510a23 2024-11-15T18:22:16,519 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/.tmp/f/daeea0bdcd04489689315c7beea3bf16 2024-11-15T18:22:16,527 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/rep_barrier/a37f0a8c0a854bba935b225655dc72f8 is 112, key is test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52./rep_barrier:seqnumDuringOpen/1731694912953/Put/seqid=0 2024-11-15T18:22:16,527 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daeea0bdcd04489689315c7beea3bf16 2024-11-15T18:22:16,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741844_1020 (size=5518) 2024-11-15T18:22:16,536 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/rep_barrier/a37f0a8c0a854bba935b225655dc72f8 2024-11-15T18:22:16,551 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/.tmp/f1/41f94dae53804de0b167530f277742b6 is 29, key is row/f1:/1731694927635/DeleteFamily/seqid=0 2024-11-15T18:22:16,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741845_1021 (size=5089) 2024-11-15T18:22:16,562 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/.tmp/f1/41f94dae53804de0b167530f277742b6 2024-11-15T18:22:16,565 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41f94dae53804de0b167530f277742b6 2024-11-15T18:22:16,566 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/table/7901c24cd9344ee69faeb2dec4f85dc5 is 53, key is hbase:replication/table:state/1731694915922/Put/seqid=0 2024-11-15T18:22:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741846_1022 (size=5308) 2024-11-15T18:22:16,578 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/table/7901c24cd9344ee69faeb2dec4f85dc5 2024-11-15T18:22:16,584 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/info/0f705af48c954b05a8104acca6c7e2ab as hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/info/0f705af48c954b05a8104acca6c7e2ab 2024-11-15T18:22:16,590 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/info/0f705af48c954b05a8104acca6c7e2ab, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:22:16,591 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/ns/03268f2e4e4649b480efe1d21d510a23 as hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/ns/03268f2e4e4649b480efe1d21d510a23 2024-11-15T18:22:16,592 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/.tmp/norep/338cbd08e31145ee99807dad3ade8d6c is 32, key is row/norep:/1731694927635/DeleteFamily/seqid=0 2024-11-15T18:22:16,597 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/ns/03268f2e4e4649b480efe1d21d510a23, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:22:16,598 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/rep_barrier/a37f0a8c0a854bba935b225655dc72f8 as hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/rep_barrier/a37f0a8c0a854bba935b225655dc72f8 2024-11-15T18:22:16,602 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/rep_barrier/a37f0a8c0a854bba935b225655dc72f8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:22:16,604 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/.tmp/table/7901c24cd9344ee69faeb2dec4f85dc5 as hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/table/7901c24cd9344ee69faeb2dec4f85dc5 2024-11-15T18:22:16,608 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/table/7901c24cd9344ee69faeb2dec4f85dc5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:22:16,609 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=16, compaction requested=false 2024-11-15T18:22:16,609 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:22:16,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741847_1023 (size=5101) 2024-11-15T18:22:16,621 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:22:16,622 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:16,622 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:22:16,622 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:16,622 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694936049Running coprocessor pre-close hooks at 1731694936049Disabling compacts and flushes for region at 1731694936049Disabling writes for close at 1731694936050 (+1 ms)Obtaining lock to block concurrent updates at 1731694936050Preparing flush snapshotting stores in 1588230740 at 1731694936050Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694936050Flushing stores of hbase:meta,,1.1588230740 at 1731694936050Flushing 1588230740/info: creating writer at 1731694936050Flushing 1588230740/info: appending metadata at 1731694936062 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731694936062Flushing 1588230740/ns: creating writer at 1731694936071 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731694936091 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731694936091Flushing 1588230740/rep_barrier: creating writer at 1731694936504 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694936526 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694936527 (+1 ms)Flushing 1588230740/table: creating writer at 1731694936542 (+15 ms)Flushing 1588230740/table: appending metadata at 1731694936565 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731694936565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445210c3: reopening flushed file at 1731694936583 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3067ba4e: reopening flushed file at 1731694936590 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ead638c: reopening flushed file at 1731694936597 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a62f9d6: reopening flushed file at 1731694936602 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=16, compaction requested=false at 1731694936609 (+7 ms)Writing region close event to WAL at 1731694936616 (+7 ms)Running coprocessor post-close hooks at 1731694936622 (+6 ms)Closed at 1731694936622 2024-11-15T18:22:16,622 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:16,626 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:22:16,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,650 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1351): Waiting on 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:22:16,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:16,760 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:22:16,760 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:22:16,842 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 636, reset compression=false 2024-11-15T18:22:16,847 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:16,847 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 883, reset compression=false 2024-11-15T18:22:16,847 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,42581,1731694899824 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:16,848 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74ec74825666,42581,1731694899824: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-74ec74825666,42581,1731694899824, walGroup=74ec74825666%2C42581%2C1731694899824, offset=74ec74825666%2C42581%2C1731694899824.1731694901871:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:42581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T18:22:16,849 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:22:16,849 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:22:16,850 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:22:16,850 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:22:16,850 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:22:16,850 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 900561344 }, "NonHeapMemoryUsage": { "committed": 205520896, "init": 7667712, "max": -1, "used": 202676264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T18:22:16,850 DEBUG [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1351): Waiting on 16b54fffd7fa6f8523ea73326178ef52 2024-11-15T18:22:16,850 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:42685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:42685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T18:22:17,011 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/.tmp/norep/338cbd08e31145ee99807dad3ade8d6c 2024-11-15T18:22:17,015 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 338cbd08e31145ee99807dad3ade8d6c 2024-11-15T18:22:17,016 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/.tmp/f/daeea0bdcd04489689315c7beea3bf16 as hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/f/daeea0bdcd04489689315c7beea3bf16 2024-11-15T18:22:17,020 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daeea0bdcd04489689315c7beea3bf16 2024-11-15T18:22:17,020 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/f/daeea0bdcd04489689315c7beea3bf16, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T18:22:17,021 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/.tmp/f1/41f94dae53804de0b167530f277742b6 as hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/f1/41f94dae53804de0b167530f277742b6 2024-11-15T18:22:17,024 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41f94dae53804de0b167530f277742b6 2024-11-15T18:22:17,024 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/f1/41f94dae53804de0b167530f277742b6, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T18:22:17,024 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/.tmp/norep/338cbd08e31145ee99807dad3ade8d6c as hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/norep/338cbd08e31145ee99807dad3ade8d6c 2024-11-15T18:22:17,028 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 338cbd08e31145ee99807dad3ade8d6c 2024-11-15T18:22:17,028 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/norep/338cbd08e31145ee99807dad3ade8d6c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T18:22:17,029 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 16b54fffd7fa6f8523ea73326178ef52 in 931ms, sequenceid=6, compaction requested=false 2024-11-15T18:22:17,029 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T18:22:17,040 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/data/default/test/16b54fffd7fa6f8523ea73326178ef52/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T18:22:17,040 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:17,040 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:22:17,040 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:22:17,040 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16b54fffd7fa6f8523ea73326178ef52: Waiting for close lock at 1731694936097Running coprocessor pre-close hooks at 1731694936098 (+1 ms)Disabling compacts and flushes for region at 1731694936098Disabling writes for close at 1731694936098Obtaining lock to block concurrent updates at 1731694936098Preparing flush snapshotting stores in 16b54fffd7fa6f8523ea73326178ef52 at 1731694936098Finished memstore snapshotting test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731694936099 (+1 ms)Flushing stores of test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. at 1731694936099Flushing 16b54fffd7fa6f8523ea73326178ef52/f: creating writer at 1731694936099Flushing 16b54fffd7fa6f8523ea73326178ef52/f: appending metadata at 1731694936113 (+14 ms)Flushing 16b54fffd7fa6f8523ea73326178ef52/f: closing flushed file at 1731694936114 (+1 ms)Flushing 16b54fffd7fa6f8523ea73326178ef52/f1: creating writer at 1731694936527 (+413 ms)Flushing 16b54fffd7fa6f8523ea73326178ef52/f1: appending metadata at 1731694936550 (+23 ms)Flushing 16b54fffd7fa6f8523ea73326178ef52/f1: closing flushed file at 1731694936550Flushing 16b54fffd7fa6f8523ea73326178ef52/norep: creating writer at 1731694936565 (+15 ms)Flushing 16b54fffd7fa6f8523ea73326178ef52/norep: appending metadata at 1731694936586 (+21 ms)Flushing 16b54fffd7fa6f8523ea73326178ef52/norep: closing flushed file at 1731694936586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5470daed: reopening flushed file at 1731694937016 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758f5509: reopening flushed file at 1731694937020 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6b12e2: reopening flushed file at 1731694937024 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 16b54fffd7fa6f8523ea73326178ef52 in 931ms, sequenceid=6, compaction requested=false at 1731694937029 (+5 ms)Writing region close event to WAL at 1731694937037 (+8 ms)Running coprocessor post-close hooks at 1731694937040 (+3 ms)Closed at 1731694937040 2024-11-15T18:22:17,041 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694912191.16b54fffd7fa6f8523ea73326178ef52. 2024-11-15T18:22:17,050 INFO [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,42581,1731694899824; all regions closed. 2024-11-15T18:22:17,051 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 883, reset compression=false 2024-11-15T18:22:17,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741834_1010 (size=4239) 2024-11-15T18:22:17,052 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.meta.1731694902368.meta not finished, retry = 0 2024-11-15T18:22:17,055 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:17,055 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.wal-reader.74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/WALs/74ec74825666,42581,1731694899824/74ec74825666%2C42581%2C1731694899824.1731694901871 to pos 1527, reset compression=false 2024-11-15T18:22:17,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741839_1015 (size=2240) 2024-11-15T18:22:17,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741833_1009 (size=1535) 2024-11-15T18:22:17,158 DEBUG [RS:0;74ec74825666:42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:17,158 INFO [RS:0;74ec74825666:42581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:17,158 INFO [RS:0;74ec74825666:42581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:17,158 INFO [RS:0;74ec74825666:42581 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:17,158 INFO [RS:0;74ec74825666:42581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:17,158 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:17,158 INFO [RS:0;74ec74825666:42581 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,42581,1731694899824 because: Region server is closing 2024-11-15T18:22:17,158 INFO [RS:0;74ec74825666:42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:42581. 2024-11-15T18:22:17,158 DEBUG [RS:0;74ec74825666:42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:17,158 DEBUG [RS:0;74ec74825666:42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:17,159 DEBUG [RS:0;74ec74825666:42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:17,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:17,259 INFO [RS:0;74ec74825666:42581 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,42581,1731694899824.replicationSource.shipper74ec74825666%2C42581%2C1731694899824,1-74ec74825666,42581,1731694899824 terminated 2024-11-15T18:22:17,259 INFO [RS:0;74ec74825666:42581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42581 2024-11-15T18:22:17,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0969561496/rs/74ec74825666,42581,1731694899824 2024-11-15T18:22:17,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496/rs 2024-11-15T18:22:17,334 INFO [RS:0;74ec74825666:42581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:17,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,42581,1731694899824] 2024-11-15T18:22:17,373 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0969561496/draining/74ec74825666,42581,1731694899824 already deleted, retry=false 2024-11-15T18:22:17,373 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,42581,1731694899824 expired; onlineServers=0 2024-11-15T18:22:17,373 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,42685,1731694899582' ***** 2024-11-15T18:22:17,373 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:22:17,373 INFO [M:0;74ec74825666:42685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:17,373 INFO [M:0;74ec74825666:42685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:17,374 DEBUG [M:0;74ec74825666:42685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:22:17,374 DEBUG [M:0;74ec74825666:42685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:22:17,374 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:22:17,374 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694901576 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694901576,5,FailOnTimeoutGroup] 2024-11-15T18:22:17,374 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694901568 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694901568,5,FailOnTimeoutGroup] 2024-11-15T18:22:17,374 INFO [M:0;74ec74825666:42685 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:17,374 INFO [M:0;74ec74825666:42685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:17,374 DEBUG [M:0;74ec74825666:42685 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:22:17,374 INFO [M:0;74ec74825666:42685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:22:17,374 INFO [M:0;74ec74825666:42685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:17,374 INFO [M:0;74ec74825666:42685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:22:17,374 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:22:17,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0969561496/master 2024-11-15T18:22:17,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0969561496 2024-11-15T18:22:17,394 DEBUG [M:0;74ec74825666:42685 {}] zookeeper.ZKUtil(347): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Unable to get data of znode /0969561496/master because node does not exist (not an error) 2024-11-15T18:22:17,394 WARN [M:0;74ec74825666:42685 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:22:17,395 INFO [M:0;74ec74825666:42685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/.lastflushedseqids 2024-11-15T18:22:17,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741848_1024 (size=245) 2024-11-15T18:22:17,398 INFO [M:0;74ec74825666:42685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:22:17,398 INFO [M:0;74ec74825666:42685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:22:17,399 DEBUG [M:0;74ec74825666:42685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:22:17,399 INFO [M:0;74ec74825666:42685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:17,399 DEBUG [M:0;74ec74825666:42685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:17,399 DEBUG [M:0;74ec74825666:42685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:22:17,399 DEBUG [M:0;74ec74825666:42685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:17,399 INFO [M:0;74ec74825666:42685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-15T18:22:17,413 DEBUG [M:0;74ec74825666:42685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e341288244c945358cb206673d86e101 is 82, key is hbase:meta,,1/info:regioninfo/1731694902411/Put/seqid=0 2024-11-15T18:22:17,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741849_1025 (size=5672) 2024-11-15T18:22:17,423 INFO [M:0;74ec74825666:42685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e341288244c945358cb206673d86e101 2024-11-15T18:22:17,441 DEBUG [M:0;74ec74825666:42685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc762db3e1fc4f8aae35af98f12e2604 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731694912963/Put/seqid=0 2024-11-15T18:22:17,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741850_1026 (size=7217) 2024-11-15T18:22:17,447 INFO [M:0;74ec74825666:42685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc762db3e1fc4f8aae35af98f12e2604 2024-11-15T18:22:17,450 INFO [M:0;74ec74825666:42685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc762db3e1fc4f8aae35af98f12e2604 2024-11-15T18:22:17,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:17,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x1013fbb22bb0001, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:17,453 INFO [RS:0;74ec74825666:42581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:17,453 INFO [RS:0;74ec74825666:42581 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,42581,1731694899824; zookeeper connection closed. 2024-11-15T18:22:17,453 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@569707c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@569707c 2024-11-15T18:22:17,453 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:22:17,475 DEBUG [M:0;74ec74825666:42685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd3ce66cca9d48bf946f1e1976d30d11 is 69, key is 74ec74825666,42581,1731694899824/rs:state/1731694901651/Put/seqid=0 2024-11-15T18:22:17,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741851_1027 (size=5156) 2024-11-15T18:22:17,882 INFO [M:0;74ec74825666:42685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd3ce66cca9d48bf946f1e1976d30d11 2024-11-15T18:22:17,892 DEBUG [M:0;74ec74825666:42685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e341288244c945358cb206673d86e101 as hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e341288244c945358cb206673d86e101 2024-11-15T18:22:17,897 INFO [M:0;74ec74825666:42685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e341288244c945358cb206673d86e101, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T18:22:17,898 DEBUG [M:0;74ec74825666:42685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc762db3e1fc4f8aae35af98f12e2604 as hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc762db3e1fc4f8aae35af98f12e2604 2024-11-15T18:22:17,903 INFO [M:0;74ec74825666:42685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc762db3e1fc4f8aae35af98f12e2604 2024-11-15T18:22:17,903 INFO [M:0;74ec74825666:42685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc762db3e1fc4f8aae35af98f12e2604, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T18:22:17,903 DEBUG [M:0;74ec74825666:42685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd3ce66cca9d48bf946f1e1976d30d11 as hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd3ce66cca9d48bf946f1e1976d30d11 2024-11-15T18:22:17,907 INFO [M:0;74ec74825666:42685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43505/user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd3ce66cca9d48bf946f1e1976d30d11, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T18:22:17,908 INFO [M:0;74ec74825666:42685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=105, compaction requested=false 2024-11-15T18:22:17,909 INFO [M:0;74ec74825666:42685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:17,909 DEBUG [M:0;74ec74825666:42685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694937399Disabling compacts and flushes for region at 1731694937399Disabling writes for close at 1731694937399Obtaining lock to block concurrent updates at 1731694937399Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694937399Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731694937399Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694937399Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694937400 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694937412 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694937413 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694937427 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694937441 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694937441Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694937450 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694937474 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694937474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6752f4: reopening flushed file at 1731694937892 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ac9044: reopening flushed file at 1731694937897 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d29ec9d: reopening flushed file at 1731694937903 (+6 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=105, compaction requested=false at 1731694937908 (+5 ms)Writing region close event to WAL at 1731694937909 (+1 ms)Closed at 1731694937909 2024-11-15T18:22:17,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741830_1006 (size=64411) 2024-11-15T18:22:17,911 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c8a13b0-5320-63b6-6fb5-cb346d4e8d3e/MasterData/WALs/74ec74825666,42685,1731694899582/74ec74825666%2C42685%2C1731694899582.1731694901163 not finished, retry = 0 2024-11-15T18:22:18,012 INFO [M:0;74ec74825666:42685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:22:18,012 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:18,012 INFO [M:0;74ec74825666:42685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42685 2024-11-15T18:22:18,012 INFO [M:0;74ec74825666:42685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:18,168 INFO [M:0;74ec74825666:42685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42685-0x1013fbb22bb0000, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:18,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e636865{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:22:18,224 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@326bc074{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:18,224 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:18,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b0e8a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:18,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ea2cd3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:18,228 WARN [BP-507322598-172.17.0.2-1731694896935 heartbeating to localhost/127.0.0.1:43505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:22:18,228 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:22:18,228 WARN [BP-507322598-172.17.0.2-1731694896935 heartbeating to localhost/127.0.0.1:43505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-507322598-172.17.0.2-1731694896935 (Datanode Uuid e2245693-2921-415d-92fb-0f82bca9f545) service to localhost/127.0.0.1:43505 2024-11-15T18:22:18,228 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:22:18,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/cluster_b20e654e-fd57-d38b-f8bb-68b03544c2b5/data/data1/current/BP-507322598-172.17.0.2-1731694896935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:18,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/cluster_b20e654e-fd57-d38b-f8bb-68b03544c2b5/data/data2/current/BP-507322598-172.17.0.2-1731694896935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:18,229 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:22:18,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f0b95e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:22:18,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a48f3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:18,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:18,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cbe0536{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:18,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ffb57aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1565dd89-4f37-ce4f-5296-61111b8ac21a/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:18,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:22:18,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:22:18,274 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 313) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-21 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44931 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57989) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57989) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43505 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38035 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:44931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57989) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 723) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=635 (was 412) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1589 (was 2008) 2024-11-15T18:22:18,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=635, ProcessCount=11, AvailableMemoryMB=1588 2024-11-15T18:22:18,307 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-15T18:22:18,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/hadoop.log.dir so I do NOT create it in target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087 2024-11-15T18:22:18,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:22:18,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/hadoop.tmp.dir so I do NOT create it in target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087 2024-11-15T18:22:18,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5acd6c2-5b49-a1b7-a8fb-db5565f6a0a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:22:18,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087 2024-11-15T18:22:18,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/cluster_04672df7-ee7f-36fc-43d0-4d547c7c7468, deleteOnExit=true 2024-11-15T18:22:18,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/cluster_04672df7-ee7f-36fc-43d0-4d547c7c7468/zookeeper_0, clientPort=55290, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/cluster_04672df7-ee7f-36fc-43d0-4d547c7c7468/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/cluster_04672df7-ee7f-36fc-43d0-4d547c7c7468/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:22:18,314 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55290 2024-11-15T18:22:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:22:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:22:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/test.cache.data in system properties and HBase conf 2024-11-15T18:22:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:22:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:22:18,315 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:22:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:22:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:22:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:22:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:22:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:22:18,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013fbb22bb0008, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:22:18,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013fbb22bb0005, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:22:18,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013fbb22bb0008, quorum=127.0.0.1:57989, baseZNode=/21167176333 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:22:18,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013fbb22bb0002, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:22:18,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013fbb22bb0005, quorum=127.0.0.1:57989, baseZNode=/11892911988 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:22:18,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013fbb22bb0002, quorum=127.0.0.1:57989, baseZNode=/0969561496 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:22:18,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:18,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:22:18,675 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128912 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:22:18,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:18,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:22:18,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:22:18,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:22:18,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:22:18,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:18,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6db466c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:22:18,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ee232eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:22:18,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d4e3eba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/java.io.tmpdir/jetty-localhost-36881-hadoop-hdfs-3_4_1-tests_jar-_-any-10584076740942222913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:22:18,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ee9bec7{HTTP/1.1, (http/1.1)}{localhost:36881} 2024-11-15T18:22:18,880 INFO [Time-limited test {}] server.Server(415): Started @324242ms 2024-11-15T18:22:19,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:19,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:22:19,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:22:19,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:22:19,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:22:19,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e582a36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:22:19,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@493f33c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:22:19,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37872a5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/java.io.tmpdir/jetty-localhost-43535-hadoop-hdfs-3_4_1-tests_jar-_-any-17353576267732321669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:22:19,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47bb6c60{HTTP/1.1, (http/1.1)}{localhost:43535} 2024-11-15T18:22:19,317 INFO [Time-limited test {}] server.Server(415): Started @324679ms 2024-11-15T18:22:19,318 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:22:20,059 WARN [Thread-4194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/cluster_04672df7-ee7f-36fc-43d0-4d547c7c7468/data/data1/current/BP-2068737968-172.17.0.2-1731694938345/current, will proceed with Du for space computation calculation, 2024-11-15T18:22:20,060 WARN [Thread-4195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/cluster_04672df7-ee7f-36fc-43d0-4d547c7c7468/data/data2/current/BP-2068737968-172.17.0.2-1731694938345/current, will proceed with Du for space computation calculation, 2024-11-15T18:22:20,137 WARN [Thread-4182 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:22:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3fe2fde7015f296 with lease ID 0xce02039825aac7f5: Processing first storage report for DS-9857bcff-b24a-45eb-af16-b86f7dc233e0 from datanode DatanodeRegistration(127.0.0.1:43447, datanodeUuid=17947675-c425-4fe4-b746-d4446b4a8395, infoPort=43575, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1540866462;c=1731694938345) 2024-11-15T18:22:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3fe2fde7015f296 with lease ID 0xce02039825aac7f5: from storage DS-9857bcff-b24a-45eb-af16-b86f7dc233e0 node DatanodeRegistration(127.0.0.1:43447, datanodeUuid=17947675-c425-4fe4-b746-d4446b4a8395, infoPort=43575, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1540866462;c=1731694938345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:22:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3fe2fde7015f296 with lease ID 0xce02039825aac7f5: Processing first storage report for DS-a127ad85-8b14-41fa-a877-3b58bd848440 from datanode DatanodeRegistration(127.0.0.1:43447, datanodeUuid=17947675-c425-4fe4-b746-d4446b4a8395, infoPort=43575, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1540866462;c=1731694938345) 2024-11-15T18:22:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3fe2fde7015f296 with lease ID 0xce02039825aac7f5: from storage DS-a127ad85-8b14-41fa-a877-3b58bd848440 node DatanodeRegistration(127.0.0.1:43447, datanodeUuid=17947675-c425-4fe4-b746-d4446b4a8395, infoPort=43575, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1540866462;c=1731694938345), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:22:20,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087 2024-11-15T18:22:20,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:20,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:20,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43447 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:22:20,191 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e with version=8 2024-11-15T18:22:20,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/hbase-staging 2024-11-15T18:22:20,193 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:22:20,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:20,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:20,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:22:20,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:20,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:22:20,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:22:20,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:22:20,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43545 2024-11-15T18:22:20,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43545 connecting to ZooKeeper ensemble=127.0.0.1:55290 2024-11-15T18:22:20,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435450x0, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:20,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43545-0x1013fbbc4730000 connected 2024-11-15T18:22:20,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:20,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:20,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Set watcher on znode that does not yet exist, /01522352981/running 2024-11-15T18:22:20,343 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e, hbase.cluster.distributed=false 2024-11-15T18:22:20,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Set watcher on znode that does not yet exist, /01522352981/acl 2024-11-15T18:22:20,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43545 2024-11-15T18:22:20,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43545 2024-11-15T18:22:20,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43545 2024-11-15T18:22:20,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43545 2024-11-15T18:22:20,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43545 2024-11-15T18:22:20,371 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:22:20,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:20,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:20,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:22:20,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:20,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:22:20,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:22:20,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:22:20,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42183 2024-11-15T18:22:20,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42183 connecting to ZooKeeper ensemble=127.0.0.1:55290 2024-11-15T18:22:20,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:20,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:20,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421830x0, quorum=127.0.0.1:55290, baseZNode=/01522352981 Set watcher on znode that does not yet exist, /01522352981/running 2024-11-15T18:22:20,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:22:20,396 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421830x0, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:20,396 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:22:20,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421830x0, quorum=127.0.0.1:55290, baseZNode=/01522352981 Set watcher on znode that does not yet exist, /01522352981/master 2024-11-15T18:22:20,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421830x0, quorum=127.0.0.1:55290, baseZNode=/01522352981 Set watcher on znode that does not yet exist, /01522352981/acl 2024-11-15T18:22:20,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42183-0x1013fbbc4730001 connected 2024-11-15T18:22:20,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42183 2024-11-15T18:22:20,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42183 2024-11-15T18:22:20,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42183 2024-11-15T18:22:20,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42183 2024-11-15T18:22:20,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42183 2024-11-15T18:22:20,425 DEBUG [M:0;74ec74825666:43545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:43545 2024-11-15T18:22:20,428 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01522352981/backup-masters/74ec74825666,43545,1731694940193 2024-11-15T18:22:20,441 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981/backup-masters 2024-11-15T18:22:20,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981/backup-masters 2024-11-15T18:22:20,441 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Set watcher on existing znode=/01522352981/backup-masters/74ec74825666,43545,1731694940193 2024-11-15T18:22:20,451 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01522352981/master 2024-11-15T18:22:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:20,452 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:20,452 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Set watcher on existing znode=/01522352981/master 2024-11-15T18:22:20,453 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01522352981/backup-masters/74ec74825666,43545,1731694940193 from backup master directory 2024-11-15T18:22:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01522352981/backup-masters/74ec74825666,43545,1731694940193 2024-11-15T18:22:20,465 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981/backup-masters 2024-11-15T18:22:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981/backup-masters 2024-11-15T18:22:20,465 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:22:20,465 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,43545,1731694940193 2024-11-15T18:22:20,469 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/hbase.id] with ID: e30adf34-ffff-483b-9571-1a08936226dd 2024-11-15T18:22:20,469 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/.tmp/hbase.id 2024-11-15T18:22:20,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43447 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:22:20,528 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/.tmp/hbase.id]:[hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/hbase.id] 2024-11-15T18:22:20,547 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:20,547 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:22:20,549 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T18:22:20,560 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:20,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43447 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:22:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:22:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:22:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T18:22:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:22:21,015 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:22:21,016 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:22:21,017 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:21,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43447 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:22:21,027 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/MasterData/data/master/store 2024-11-15T18:22:21,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43447 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:22:21,434 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:21,434 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:22:21,434 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:21,434 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:21,434 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:22:21,434 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:21,434 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:21,434 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694941434Disabling compacts and flushes for region at 1731694941434Disabling writes for close at 1731694941434Writing region close event to WAL at 1731694941434Closed at 1731694941434 2024-11-15T18:22:21,435 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/MasterData/data/master/store/.initializing 2024-11-15T18:22:21,435 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/MasterData/WALs/74ec74825666,43545,1731694940193 2024-11-15T18:22:21,436 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:22:21,437 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C43545%2C1731694940193, suffix=, logDir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/MasterData/WALs/74ec74825666,43545,1731694940193, archiveDir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/MasterData/oldWALs, maxLogs=10 2024-11-15T18:22:21,448 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/MasterData/WALs/74ec74825666,43545,1731694940193/74ec74825666%2C43545%2C1731694940193.1731694941437, exclude list is [], retry=0 2024-11-15T18:22:21,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43447,DS-9857bcff-b24a-45eb-af16-b86f7dc233e0,DISK] 2024-11-15T18:22:21,451 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/MasterData/WALs/74ec74825666,43545,1731694940193/74ec74825666%2C43545%2C1731694940193.1731694941437 2024-11-15T18:22:21,451 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43575:43575)] 2024-11-15T18:22:21,451 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:21,451 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:21,451 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,451 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:22:21,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:21,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:21,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:22:21,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:21,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:21,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:22:21,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:21,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:21,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:22:21,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:21,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:21,458 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,458 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,459 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,459 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,459 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,460 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:21,460 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:21,461 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:21,462 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75171028, jitterRate=0.1201356053352356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:21,462 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694941451Initializing all the Stores at 1731694941452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694941452Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694941453 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694941453Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694941453Cleaning up temporary data from old regions at 1731694941459 (+6 ms)Region opened successfully at 1731694941462 (+3 ms) 2024-11-15T18:22:21,462 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:22:21,464 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357ddefd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:22:21,464 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:22:21,464 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:22:21,464 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:22:21,465 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:22:21,465 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:22:21,465 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:22:21,465 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:22:21,466 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:22:21,467 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Unable to get data of znode /01522352981/balancer because node does not exist (not necessarily an error) 2024-11-15T18:22:21,523 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01522352981/balancer already deleted, retry=false 2024-11-15T18:22:21,523 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:22:21,524 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Unable to get data of znode /01522352981/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:22:21,585 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01522352981/normalizer already deleted, retry=false 2024-11-15T18:22:21,585 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:22:21,586 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Unable to get data of znode /01522352981/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:22:21,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:22:21,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:21,732 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01522352981/switch/split already deleted, retry=false 2024-11-15T18:22:21,733 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Unable to get data of znode /01522352981/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:22:21,756 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01522352981/switch/merge already deleted, retry=false 2024-11-15T18:22:21,758 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Unable to get data of znode /01522352981/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:22:21,770 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01522352981/snapshot-cleanup already deleted, retry=false 2024-11-15T18:22:21,781 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01522352981/running 2024-11-15T18:22:21,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01522352981/running 2024-11-15T18:22:21,781 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:21,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:21,782 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,43545,1731694940193, sessionid=0x1013fbbc4730000, setting cluster-up flag (Was=false) 2024-11-15T18:22:21,802 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:21,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:21,834 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01522352981/flush-table-proc/acquired, /01522352981/flush-table-proc/reached, /01522352981/flush-table-proc/abort 2024-11-15T18:22:21,835 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,43545,1731694940193 2024-11-15T18:22:21,912 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:21,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:21,949 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01522352981/online-snapshot/acquired, /01522352981/online-snapshot/reached, /01522352981/online-snapshot/abort 2024-11-15T18:22:21,950 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,43545,1731694940193 2024-11-15T18:22:21,951 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:22:21,953 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:21,953 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:22:21,953 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:22:21,953 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,43545,1731694940193 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:22:21,955 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:21,955 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:21,955 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:21,955 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:21,955 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:22:21,955 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:21,955 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:22:21,955 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:21,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:21,956 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:22:21,957 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:21,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:22:21,960 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694971960 2024-11-15T18:22:21,960 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:22:21,960 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:22:21,960 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:22:21,960 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:22:21,960 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:22:21,960 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:22:21,961 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:21,961 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:22:21,961 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:22:21,961 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:22:21,961 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:22:21,965 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:22:21,965 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:22:21,966 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694941965,5,FailOnTimeoutGroup] 2024-11-15T18:22:21,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43447 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:22:21,966 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694941966,5,FailOnTimeoutGroup] 2024-11-15T18:22:21,966 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:21,966 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:22:21,966 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:21,966 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:22,015 INFO [RS:0;74ec74825666:42183 {}] regionserver.HRegionServer(746): ClusterId : e30adf34-ffff-483b-9571-1a08936226dd 2024-11-15T18:22:22,015 DEBUG [RS:0;74ec74825666:42183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:22:22,024 DEBUG [RS:0;74ec74825666:42183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:22:22,024 DEBUG [RS:0;74ec74825666:42183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:22:22,034 DEBUG [RS:0;74ec74825666:42183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:22:22,034 DEBUG [RS:0;74ec74825666:42183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59544b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:22:22,046 DEBUG [RS:0;74ec74825666:42183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:42183 2024-11-15T18:22:22,046 INFO [RS:0;74ec74825666:42183 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:22:22,046 INFO [RS:0;74ec74825666:42183 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:22:22,046 DEBUG [RS:0;74ec74825666:42183 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:22:22,047 INFO [RS:0;74ec74825666:42183 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,43545,1731694940193 with port=42183, startcode=1731694940371 2024-11-15T18:22:22,047 DEBUG [RS:0;74ec74825666:42183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:22:22,048 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:22:22,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,42183,1731694940371 2024-11-15T18:22:22,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43545 {}] master.ServerManager(517): Registering regionserver=74ec74825666,42183,1731694940371 2024-11-15T18:22:22,050 DEBUG [RS:0;74ec74825666:42183 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e 2024-11-15T18:22:22,050 DEBUG [RS:0;74ec74825666:42183 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36739 2024-11-15T18:22:22,050 DEBUG [RS:0;74ec74825666:42183 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:22:22,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981/rs 2024-11-15T18:22:22,062 DEBUG [RS:0;74ec74825666:42183 {}] zookeeper.ZKUtil(111): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Set watcher on existing znode=/01522352981/rs/74ec74825666,42183,1731694940371 2024-11-15T18:22:22,062 WARN [RS:0;74ec74825666:42183 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:22:22,062 INFO [RS:0;74ec74825666:42183 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:22,062 DEBUG [RS:0;74ec74825666:42183 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/WALs/74ec74825666,42183,1731694940371 2024-11-15T18:22:22,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,42183,1731694940371] 2024-11-15T18:22:22,066 INFO [RS:0;74ec74825666:42183 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:22:22,068 INFO [RS:0;74ec74825666:42183 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:22:22,068 INFO [RS:0;74ec74825666:42183 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:22:22,068 INFO [RS:0;74ec74825666:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:22,072 INFO [RS:0;74ec74825666:42183 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:22:22,073 INFO [RS:0;74ec74825666:42183 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:22:22,073 INFO [RS:0;74ec74825666:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:22:22,073 DEBUG [RS:0;74ec74825666:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:22:22,080 INFO [RS:0;74ec74825666:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:22,080 INFO [RS:0;74ec74825666:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:22,080 INFO [RS:0;74ec74825666:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:22,080 INFO [RS:0;74ec74825666:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:22,080 INFO [RS:0;74ec74825666:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:22,080 INFO [RS:0;74ec74825666:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42183,1731694940371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:22:22,097 INFO [RS:0;74ec74825666:42183 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:22:22,097 INFO [RS:0;74ec74825666:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42183,1731694940371-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:22,098 INFO [RS:0;74ec74825666:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:22,098 INFO [RS:0;74ec74825666:42183 {}] regionserver.Replication(171): 74ec74825666,42183,1731694940371 started 2024-11-15T18:22:22,115 INFO [RS:0;74ec74825666:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:22,115 INFO [RS:0;74ec74825666:42183 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,42183,1731694940371, RpcServer on 74ec74825666/172.17.0.2:42183, sessionid=0x1013fbbc4730001 2024-11-15T18:22:22,115 DEBUG [RS:0;74ec74825666:42183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:22:22,115 DEBUG [RS:0;74ec74825666:42183 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,42183,1731694940371 2024-11-15T18:22:22,115 DEBUG [RS:0;74ec74825666:42183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,42183,1731694940371' 2024-11-15T18:22:22,115 DEBUG [RS:0;74ec74825666:42183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01522352981/flush-table-proc/abort' 2024-11-15T18:22:22,119 DEBUG [RS:0;74ec74825666:42183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01522352981/flush-table-proc/acquired' 2024-11-15T18:22:22,120 DEBUG [RS:0;74ec74825666:42183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:22:22,120 DEBUG [RS:0;74ec74825666:42183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:22:22,120 DEBUG [RS:0;74ec74825666:42183 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,42183,1731694940371 2024-11-15T18:22:22,120 DEBUG [RS:0;74ec74825666:42183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,42183,1731694940371' 2024-11-15T18:22:22,120 DEBUG [RS:0;74ec74825666:42183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01522352981/online-snapshot/abort' 2024-11-15T18:22:22,120 DEBUG [RS:0;74ec74825666:42183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01522352981/online-snapshot/acquired' 2024-11-15T18:22:22,121 DEBUG [RS:0;74ec74825666:42183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:22:22,121 INFO [RS:0;74ec74825666:42183 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:22:22,121 INFO [RS:0;74ec74825666:42183 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:22:22,225 INFO [RS:0;74ec74825666:42183 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:22:22,229 INFO [RS:0;74ec74825666:42183 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C42183%2C1731694940371, suffix=, logDir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/WALs/74ec74825666,42183,1731694940371, archiveDir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/oldWALs, maxLogs=10 2024-11-15T18:22:22,249 DEBUG [RS:0;74ec74825666:42183 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/WALs/74ec74825666,42183,1731694940371/74ec74825666%2C42183%2C1731694940371.1731694942230, exclude list is [], retry=0 2024-11-15T18:22:22,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43447,DS-9857bcff-b24a-45eb-af16-b86f7dc233e0,DISK] 2024-11-15T18:22:22,261 INFO [RS:0;74ec74825666:42183 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/WALs/74ec74825666,42183,1731694940371/74ec74825666%2C42183%2C1731694940371.1731694942230 2024-11-15T18:22:22,264 DEBUG [RS:0;74ec74825666:42183 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43575:43575)] 2024-11-15T18:22:22,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:22:22,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e 2024-11-15T18:22:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43447 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:22:22,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:22,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:22:22,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:22:22,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:22,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:22,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:22:22,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:22:22,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:22,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:22,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:22:22,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:22:22,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:22,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:22,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:22:22,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:22:22,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:22,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:22,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:22:22,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/data/hbase/meta/1588230740 2024-11-15T18:22:22,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/data/hbase/meta/1588230740 2024-11-15T18:22:22,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:22:22,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:22:22,397 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:22,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:22:22,402 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:22,402 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67858872, jitterRate=0.011175990104675293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:22,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694942383Initializing all the Stores at 1731694942384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694942384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694942384Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694942384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694942384Cleaning up temporary data from old regions at 1731694942395 (+11 ms)Region opened successfully at 1731694942403 (+8 ms) 2024-11-15T18:22:22,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:22:22,403 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:22:22,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:22:22,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:22:22,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:22:22,404 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:22,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694942403Disabling compacts and flushes for region at 1731694942403Disabling writes for close at 1731694942403Writing region close event to WAL at 1731694942404 (+1 ms)Closed at 1731694942404 2024-11-15T18:22:22,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:22,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:22:22,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:22:22,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:22:22,407 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:22:22,558 DEBUG [74ec74825666:43545 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:22:22,558 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,42183,1731694940371 2024-11-15T18:22:22,559 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,42183,1731694940371, state=OPENING 2024-11-15T18:22:22,865 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:22:22,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:22,913 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522352981 2024-11-15T18:22:22,913 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:22:22,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01522352981/meta-region-server: CHANGED 2024-11-15T18:22:22,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01522352981/meta-region-server: CHANGED 2024-11-15T18:22:22,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,42183,1731694940371}] 2024-11-15T18:22:23,065 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:22:23,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:22:23,069 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:22:23,069 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:23,069 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:22:23,070 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C42183%2C1731694940371.meta, suffix=.meta, logDir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/WALs/74ec74825666,42183,1731694940371, archiveDir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/oldWALs, maxLogs=10 2024-11-15T18:22:23,085 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/WALs/74ec74825666,42183,1731694940371/74ec74825666%2C42183%2C1731694940371.meta.1731694943070.meta, exclude list is [], retry=0 2024-11-15T18:22:23,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43447,DS-9857bcff-b24a-45eb-af16-b86f7dc233e0,DISK] 2024-11-15T18:22:23,088 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/WALs/74ec74825666,42183,1731694940371/74ec74825666%2C42183%2C1731694940371.meta.1731694943070.meta 2024-11-15T18:22:23,088 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43575:43575)] 2024-11-15T18:22:23,088 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:23,088 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:22:23,089 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:22:23,089 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:22:23,089 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:22:23,089 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:22:23,089 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:23,089 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:22:23,089 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:22:23,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:22:23,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:22:23,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:23,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:23,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:22:23,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:22:23,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:23,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:23,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:22:23,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:22:23,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:23,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:23,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:22:23,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:22:23,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:23,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:23,093 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:22:23,094 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/data/hbase/meta/1588230740 2024-11-15T18:22:23,095 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/data/hbase/meta/1588230740 2024-11-15T18:22:23,095 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:22:23,095 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:22:23,096 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:23,096 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:22:23,097 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59597380, jitterRate=-0.11192983388900757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:23,097 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:22:23,097 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694943089Writing region info on filesystem at 1731694943089Initializing all the Stores at 1731694943090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694943090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694943090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694943090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694943090Cleaning up temporary data from old regions at 1731694943095 (+5 ms)Running coprocessor post-open hooks at 1731694943097 (+2 ms)Region opened successfully at 1731694943097 2024-11-15T18:22:23,098 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694943065 2024-11-15T18:22:23,099 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:22:23,099 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:22:23,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,42183,1731694940371 2024-11-15T18:22:23,100 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,42183,1731694940371, state=OPEN 2024-11-15T18:22:23,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1013fbbc4730000, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01522352981/meta-region-server 2024-11-15T18:22:23,198 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1013fbbc4730001, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01522352981/meta-region-server 2024-11-15T18:22:23,199 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,42183,1731694940371 2024-11-15T18:22:23,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01522352981/meta-region-server: CHANGED 2024-11-15T18:22:23,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01522352981/meta-region-server: CHANGED 2024-11-15T18:22:23,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:22:23,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,42183,1731694940371 in 286 msec 2024-11-15T18:22:23,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:22:23,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 795 msec 2024-11-15T18:22:23,202 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:23,202 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:22:23,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:23,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,42183,1731694940371, seqNum=-1] 2024-11-15T18:22:23,203 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:23,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:23,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-11-15T18:22:23,208 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694943208, completionTime=-1 2024-11-15T18:22:23,208 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:22:23,208 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:22:23,209 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:22:23,209 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731695003209 2024-11-15T18:22:23,209 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731695063209 2024-11-15T18:22:23,209 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T18:22:23,210 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43545,1731694940193-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:23,210 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43545,1731694940193-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:23,210 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43545,1731694940193-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:23,210 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:43545, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:23,210 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:23,210 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:23,212 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:22:23,212 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.747sec 2024-11-15T18:22:23,213 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:22:23,213 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:22:23,213 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:22:23,213 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:22:23,213 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:22:23,213 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43545,1731694940193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:22:23,213 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43545,1731694940193-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:22:23,215 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:22:23,215 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:22:23,215 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43545,1731694940193-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:23,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7615a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:23,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,43545,-1 for getting cluster id 2024-11-15T18:22:23,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:23,217 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e30adf34-ffff-483b-9571-1a08936226dd' 2024-11-15T18:22:23,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:23,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e30adf34-ffff-483b-9571-1a08936226dd" 2024-11-15T18:22:23,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd63988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:23,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,43545,-1] 2024-11-15T18:22:23,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:23,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:23,219 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:23,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c607d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:23,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:23,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,42183,1731694940371, seqNum=-1] 2024-11-15T18:22:23,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:23,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:23,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,43545,1731694940193 2024-11-15T18:22:23,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55290 2024-11-15T18:22:23,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55290, baseZNode=/01522352981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:23,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013fbbc4730002 connected 2024-11-15T18:22:23,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,43545,1731694940193 2024-11-15T18:22:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ce6feef 2024-11-15T18:22:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:23,258 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:23,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:22:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:22:23,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:22:23,260 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:23,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:22:23,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:22:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:23,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43447 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:22:23,268 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26ca0c941dda8a91149ec20473a84999, NAME => 'test,,1731694943258.26ca0c941dda8a91149ec20473a84999.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e 2024-11-15T18:22:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43447 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:22:23,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694943258.26ca0c941dda8a91149ec20473a84999.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:23,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 26ca0c941dda8a91149ec20473a84999, disabling compactions & flushes 2024-11-15T18:22:23,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694943258.26ca0c941dda8a91149ec20473a84999. 2024-11-15T18:22:23,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694943258.26ca0c941dda8a91149ec20473a84999. 2024-11-15T18:22:23,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694943258.26ca0c941dda8a91149ec20473a84999. after waiting 0 ms 2024-11-15T18:22:23,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694943258.26ca0c941dda8a91149ec20473a84999. 2024-11-15T18:22:23,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694943258.26ca0c941dda8a91149ec20473a84999. 2024-11-15T18:22:23,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26ca0c941dda8a91149ec20473a84999: Waiting for close lock at 1731694943275Disabling compacts and flushes for region at 1731694943275Disabling writes for close at 1731694943275Writing region close event to WAL at 1731694943275Closed at 1731694943275 2024-11-15T18:22:23,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:22:23,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694943258.26ca0c941dda8a91149ec20473a84999.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694943276"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694943276"}]},"ts":"1731694943276"} 2024-11-15T18:22:23,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:22:23,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:22:23,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694943279"}]},"ts":"1731694943279"} 2024-11-15T18:22:23,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:22:23,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26ca0c941dda8a91149ec20473a84999, ASSIGN}] 2024-11-15T18:22:23,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26ca0c941dda8a91149ec20473a84999, ASSIGN 2024-11-15T18:22:23,283 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=26ca0c941dda8a91149ec20473a84999, ASSIGN; state=OFFLINE, location=74ec74825666,42183,1731694940371; forceNewPlan=false, retain=false 2024-11-15T18:22:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:23,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26ca0c941dda8a91149ec20473a84999, regionState=OPENING, regionLocation=74ec74825666,42183,1731694940371 2024-11-15T18:22:23,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=26ca0c941dda8a91149ec20473a84999, ASSIGN because future has completed 2024-11-15T18:22:23,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26ca0c941dda8a91149ec20473a84999, server=74ec74825666,42183,1731694940371}] 2024-11-15T18:22:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:23,590 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694943258.26ca0c941dda8a91149ec20473a84999. 2024-11-15T18:22:23,590 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 26ca0c941dda8a91149ec20473a84999, NAME => 'test,,1731694943258.26ca0c941dda8a91149ec20473a84999.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:23,590 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:22:23,590 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:22:23,590 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,590 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694943258.26ca0c941dda8a91149ec20473a84999.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:23,590 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,590 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,591 INFO [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,592 INFO [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26ca0c941dda8a91149ec20473a84999 columnFamilyName f 2024-11-15T18:22:23,592 DEBUG [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:23,593 INFO [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] regionserver.HStore(327): Store=26ca0c941dda8a91149ec20473a84999/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:23,593 INFO [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,593 INFO [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26ca0c941dda8a91149ec20473a84999 columnFamilyName f1 2024-11-15T18:22:23,593 DEBUG [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:23,594 INFO [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] regionserver.HStore(327): Store=26ca0c941dda8a91149ec20473a84999/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:23,594 INFO [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,594 INFO [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26ca0c941dda8a91149ec20473a84999 columnFamilyName norep 2024-11-15T18:22:23,594 DEBUG [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:23,595 INFO [StoreOpener-26ca0c941dda8a91149ec20473a84999-1 {}] regionserver.HStore(327): Store=26ca0c941dda8a91149ec20473a84999/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:23,595 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,595 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/data/default/test/26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,595 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/data/default/test/26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,596 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,596 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,596 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:22:23,597 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,598 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/data/default/test/26ca0c941dda8a91149ec20473a84999/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:23,598 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 26ca0c941dda8a91149ec20473a84999; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75075014, jitterRate=0.1187048852443695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:22:23,598 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26ca0c941dda8a91149ec20473a84999 2024-11-15T18:22:23,599 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 26ca0c941dda8a91149ec20473a84999: Running coprocessor pre-open hook at 1731694943590Writing region info on filesystem at 1731694943590Initializing all the Stores at 1731694943591 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694943591Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694943591Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694943591Cleaning up temporary data from old regions at 1731694943596 (+5 ms)Running coprocessor post-open hooks at 1731694943598 (+2 ms)Region opened successfully at 1731694943599 (+1 ms) 2024-11-15T18:22:23,599 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694943258.26ca0c941dda8a91149ec20473a84999., pid=6, masterSystemTime=1731694943587 2024-11-15T18:22:23,601 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694943258.26ca0c941dda8a91149ec20473a84999. 2024-11-15T18:22:23,601 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694943258.26ca0c941dda8a91149ec20473a84999. 2024-11-15T18:22:23,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26ca0c941dda8a91149ec20473a84999, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,42183,1731694940371 2024-11-15T18:22:23,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26ca0c941dda8a91149ec20473a84999, server=74ec74825666,42183,1731694940371 because future has completed 2024-11-15T18:22:23,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:22:23,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 26ca0c941dda8a91149ec20473a84999, server=74ec74825666,42183,1731694940371 in 169 msec 2024-11-15T18:22:23,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:22:23,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=26ca0c941dda8a91149ec20473a84999, ASSIGN in 324 msec 2024-11-15T18:22:23,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:22:23,607 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694943607"}]},"ts":"1731694943607"} 2024-11-15T18:22:23,608 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:22:23,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:22:23,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 350 msec 2024-11-15T18:22:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:23,885 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:22:23,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7169d484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:23,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,43545,-1 for getting cluster id 2024-11-15T18:22:23,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:23,898 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e30adf34-ffff-483b-9571-1a08936226dd' 2024-11-15T18:22:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e30adf34-ffff-483b-9571-1a08936226dd" 2024-11-15T18:22:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7308fcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,43545,-1] 2024-11-15T18:22:23,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:23,900 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:23,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3427f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:23,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:23,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,43545,1731694940193 2024-11-15T18:22:23,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71431c3c 2024-11-15T18:22:23,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:23,903 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:23,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:43545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:22:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:22:23,906 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:43545' 2024-11-15T18:22:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:23,908 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310e02ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:23,908 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,43545,-1 for getting cluster id 2024-11-15T18:22:23,908 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:23,909 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e30adf34-ffff-483b-9571-1a08936226dd' 2024-11-15T18:22:23,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:23,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e30adf34-ffff-483b-9571-1a08936226dd" 2024-11-15T18:22:23,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51350f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:23,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,43545,-1] 2024-11-15T18:22:23,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:23,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:23,911 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:23,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31bd018d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:23,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:23,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,43545,1731694940193 2024-11-15T18:22:23,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47165656 2024-11-15T18:22:23,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:23,914 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:23,914 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T18:22:23,915 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:22:23,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:23,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:23,915 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://74ec74825666:43545, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:22:23,922 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://74ec74825666:43545, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://74ec74825666:43545, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://74ec74825666:43545, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-15T18:22:23,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:23,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://74ec74825666:43545, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=20 msec 2024-11-15T18:22:23,924 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-15T18:22:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:24,015 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://74ec74825666:43545, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-15T18:22:24,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:24,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:24,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:24,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:24,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:24,035 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 362) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1d4eedc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1578681483-7915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2057228052-7958-acceptor-0@19531801-ServerConnector@47bb6c60{HTTP/1.1, (http/1.1)}{localhost:43535} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/cluster_04672df7-ee7f-36fc-43d0-4d547c7c7468/data/data1/current/BP-2068737968-172.17.0.2-1731694938345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server idle connection scanner for port 33211 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1070986750_20 at /127.0.0.1:38350 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: CacheReplicationMonitor(73526290) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2096094391_20 at /127.0.0.1:38376 [Receiving block BP-2068737968-172.17.0.2-1731694938345:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1578681483-7910 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f998c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694941965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1776123c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2057228052-7960 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1576ddb7[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1070986750_20 at /127.0.0.1:57140 [Receiving block BP-2068737968-172.17.0.2-1731694938345:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55290 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Session-HouseKeeper-6e508a81-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1578681483-7913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5822731d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/cluster_04672df7-ee7f-36fc-43d0-4d547c7c7468/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2068737968-172.17.0.2-1731694938345:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;74ec74825666:42183 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/74ec74825666:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 33211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e-prefix:74ec74825666,42183,1731694940371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74ec74825666:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36739 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 36739 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(FileDescriptor.java:83) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel.doClose(AbstractEpollChannel.java:191) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel.doClose(AbstractEpollStreamChannel.java:673) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.doClose0(AbstractChannel.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:729) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:619) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.shutdownInput(AbstractEpollChannel.java:522) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:822) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2289-thread-1-SendThread(127.0.0.1:55290) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/cluster_04672df7-ee7f-36fc-43d0-4d547c7c7468/data/data2/current/BP-2068737968-172.17.0.2-1731694938345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f998c9f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1578681483-7908 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f998c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55290) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 33211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;74ec74825666:42183-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2068737968-172.17.0.2-1731694938345:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;74ec74825666:43545 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55290) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1070986750_20 at /127.0.0.1:57128 [Receiving block BP-2068737968-172.17.0.2-1731694938345:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2289-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: regionserver/74ec74825666:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:55290): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$596/0x00007f998cab8a88.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74ec74825666:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e-prefix:74ec74825666,42183,1731694940371.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1578681483-7909 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f998c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@742ecac9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@78ef66f3 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694941966 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1578681483-7914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1578681483-7911 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f998c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-2068737968-172.17.0.2-1731694938345 heartbeating to localhost/127.0.0.1:36739 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1527f35d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2057228052-7957 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f998c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-2068737968-172.17.0.2-1731694938345:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp2057228052-7959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 74ec74825666:43545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server handler 4 on default port 36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6365db7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36739/user/jenkins/test-data/2b71515b-4a59-8725-2362-94a86a9d6b4e/MasterData-prefix:74ec74825666,43545,1731694940193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1578681483-7912-acceptor-0@474d4b3e-ServerConnector@2ee9bec7{HTTP/1.1, (http/1.1)}{localhost:36881} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@34877dfd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/cluster_04672df7-ee7f-36fc-43d0-4d547c7c7468/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=883 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=656 (was 635) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2714 (was 1588) - AvailableMemoryMB LEAK? - 2024-11-15T18:22:24,038 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-15T18:22:24,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=883, MaxFileDescriptor=1048576, SystemLoadAverage=656, ProcessCount=11, AvailableMemoryMB=2709 2024-11-15T18:22:24,054 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-15T18:22:24,071 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-15T18:22:24,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/hadoop.log.dir so I do NOT create it in target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3 2024-11-15T18:22:24,072 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:22:24,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/hadoop.tmp.dir so I do NOT create it in target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3 2024-11-15T18:22:24,072 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1949c37d-0f3d-0994-3d39-2d0391b63087/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:22:24,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3 2024-11-15T18:22:24,072 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/cluster_4013eddc-fe20-4451-e223-c94f16fd513c, deleteOnExit=true 2024-11-15T18:22:24,078 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/cluster_4013eddc-fe20-4451-e223-c94f16fd513c/zookeeper_0, clientPort=57771, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/cluster_4013eddc-fe20-4451-e223-c94f16fd513c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/cluster_4013eddc-fe20-4451-e223-c94f16fd513c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:22:24,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57771 2024-11-15T18:22:24,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:22:24,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:22:24,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/test.cache.data in system properties and HBase conf 2024-11-15T18:22:24,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:22:24,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:22:24,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:22:24,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:22:24,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:22:24,079 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:22:24,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:22:24,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:22:24,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:22:24,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:22:24,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:22:24,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:22:24,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:22:24,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:22:24,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:22:24,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:22:24,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:22:24,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:22:24,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:22:24,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:22:24,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:24,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:22:24,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:22:24,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:22:24,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:22:24,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:24,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c77357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:22:24,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6828b0e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:22:24,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f53a1f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/java.io.tmpdir/jetty-localhost-44211-hadoop-hdfs-3_4_1-tests_jar-_-any-11055137142104298667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:22:24,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d6047c0{HTTP/1.1, (http/1.1)}{localhost:44211} 2024-11-15T18:22:24,997 INFO [Time-limited test {}] server.Server(415): Started @330359ms 2024-11-15T18:22:25,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:25,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:22:25,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:22:25,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:22:25,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:22:25,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e9db49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:22:25,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37047678{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:22:25,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12902795{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/java.io.tmpdir/jetty-localhost-32903-hadoop-hdfs-3_4_1-tests_jar-_-any-1808415481321574658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:22:25,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f543dc9{HTTP/1.1, (http/1.1)}{localhost:32903} 2024-11-15T18:22:25,614 INFO [Time-limited test {}] server.Server(415): Started @330976ms 2024-11-15T18:22:25,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:22:26,327 WARN [Thread-4328 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/cluster_4013eddc-fe20-4451-e223-c94f16fd513c/data/data1/current/BP-1603345724-172.17.0.2-1731694944101/current, will proceed with Du for space computation calculation, 2024-11-15T18:22:26,327 WARN [Thread-4329 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/cluster_4013eddc-fe20-4451-e223-c94f16fd513c/data/data2/current/BP-1603345724-172.17.0.2-1731694944101/current, will proceed with Du for space computation calculation, 2024-11-15T18:22:26,344 WARN [Thread-4316 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:22:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9914e88fc97a614 with lease ID 0x458a1dbd2c1ba860: Processing first storage report for DS-13b15e1a-7ada-48ab-b329-8014d771fa72 from datanode DatanodeRegistration(127.0.0.1:37971, datanodeUuid=607ae081-0155-4ef2-8d27-fba5c65bd88a, infoPort=42655, infoSecurePort=0, ipcPort=36723, storageInfo=lv=-57;cid=testClusterID;nsid=397614361;c=1731694944101) 2024-11-15T18:22:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9914e88fc97a614 with lease ID 0x458a1dbd2c1ba860: from storage DS-13b15e1a-7ada-48ab-b329-8014d771fa72 node DatanodeRegistration(127.0.0.1:37971, datanodeUuid=607ae081-0155-4ef2-8d27-fba5c65bd88a, infoPort=42655, infoSecurePort=0, ipcPort=36723, storageInfo=lv=-57;cid=testClusterID;nsid=397614361;c=1731694944101), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:22:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9914e88fc97a614 with lease ID 0x458a1dbd2c1ba860: Processing first storage report for DS-8183b3bc-268a-44b6-b0a2-a892d99ba348 from datanode DatanodeRegistration(127.0.0.1:37971, datanodeUuid=607ae081-0155-4ef2-8d27-fba5c65bd88a, infoPort=42655, infoSecurePort=0, ipcPort=36723, storageInfo=lv=-57;cid=testClusterID;nsid=397614361;c=1731694944101) 2024-11-15T18:22:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9914e88fc97a614 with lease ID 0x458a1dbd2c1ba860: from storage DS-8183b3bc-268a-44b6-b0a2-a892d99ba348 node DatanodeRegistration(127.0.0.1:37971, datanodeUuid=607ae081-0155-4ef2-8d27-fba5c65bd88a, infoPort=42655, infoSecurePort=0, ipcPort=36723, storageInfo=lv=-57;cid=testClusterID;nsid=397614361;c=1731694944101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:22:26,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3 2024-11-15T18:22:26,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:26,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:22:26,850 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917 with version=8 2024-11-15T18:22:26,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/hbase-staging 2024-11-15T18:22:26,852 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:22:26,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:26,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:26,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:22:26,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:26,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:22:26,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:22:26,853 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:22:26,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40785 2024-11-15T18:22:26,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40785 connecting to ZooKeeper ensemble=127.0.0.1:57771 2024-11-15T18:22:26,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407850x0, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:26,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40785-0x1013fbbdaf80000 connected 2024-11-15T18:22:27,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:27,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:27,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Set watcher on znode that does not yet exist, /0-588060846/running 2024-11-15T18:22:27,018 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917, hbase.cluster.distributed=false 2024-11-15T18:22:27,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Set watcher on znode that does not yet exist, /0-588060846/acl 2024-11-15T18:22:27,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-15T18:22:27,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40785 2024-11-15T18:22:27,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40785 2024-11-15T18:22:27,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-15T18:22:27,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-15T18:22:27,039 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:22:27,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:27,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:27,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:22:27,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:27,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:22:27,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:22:27,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:22:27,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35449 2024-11-15T18:22:27,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35449 connecting to ZooKeeper ensemble=127.0.0.1:57771 2024-11-15T18:22:27,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:27,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:27,057 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354490x0, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:27,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354490x0, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Set watcher on znode that does not yet exist, /0-588060846/running 2024-11-15T18:22:27,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35449-0x1013fbbdaf80001 connected 2024-11-15T18:22:27,058 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:22:27,060 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:22:27,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Set watcher on znode that does not yet exist, /0-588060846/master 2024-11-15T18:22:27,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Set watcher on znode that does not yet exist, /0-588060846/acl 2024-11-15T18:22:27,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-15T18:22:27,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35449 2024-11-15T18:22:27,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35449 2024-11-15T18:22:27,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-15T18:22:27,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-15T18:22:27,089 DEBUG [M:0;74ec74825666:40785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:40785 2024-11-15T18:22:27,096 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-588060846/backup-masters/74ec74825666,40785,1731694946852 2024-11-15T18:22:27,108 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846/backup-masters 2024-11-15T18:22:27,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846/backup-masters 2024-11-15T18:22:27,109 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Set watcher on existing znode=/0-588060846/backup-masters/74ec74825666,40785,1731694946852 2024-11-15T18:22:27,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:27,152 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-588060846/master 2024-11-15T18:22:27,152 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:27,152 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Set watcher on existing znode=/0-588060846/master 2024-11-15T18:22:27,152 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-588060846/backup-masters/74ec74825666,40785,1731694946852 from backup master directory 2024-11-15T18:22:27,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-588060846/backup-masters/74ec74825666,40785,1731694946852 2024-11-15T18:22:27,200 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846/backup-masters 2024-11-15T18:22:27,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846/backup-masters 2024-11-15T18:22:27,200 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:22:27,200 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,40785,1731694946852 2024-11-15T18:22:27,206 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/hbase.id] with ID: dfafff11-0936-434c-bc5b-8fbe7165d00c 2024-11-15T18:22:27,206 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/.tmp/hbase.id 2024-11-15T18:22:27,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:22:27,211 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/.tmp/hbase.id]:[hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/hbase.id] 2024-11-15T18:22:27,218 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:27,218 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:22:27,219 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T18:22:27,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:27,236 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:22:27,643 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:22:27,644 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:22:27,648 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:22:28,056 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store 2024-11-15T18:22:28,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:22:28,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:22:28,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T18:22:28,461 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:28,461 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:22:28,461 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:28,461 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:28,461 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:22:28,461 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:28,461 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:28,462 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694948461Disabling compacts and flushes for region at 1731694948461Disabling writes for close at 1731694948461Writing region close event to WAL at 1731694948461Closed at 1731694948461 2024-11-15T18:22:28,462 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/.initializing 2024-11-15T18:22:28,462 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/WALs/74ec74825666,40785,1731694946852 2024-11-15T18:22:28,463 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:22:28,464 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C40785%2C1731694946852, suffix=, logDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/WALs/74ec74825666,40785,1731694946852, archiveDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/oldWALs, maxLogs=10 2024-11-15T18:22:28,481 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/WALs/74ec74825666,40785,1731694946852/74ec74825666%2C40785%2C1731694946852.1731694948464, exclude list is [], retry=0 2024-11-15T18:22:28,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37971,DS-13b15e1a-7ada-48ab-b329-8014d771fa72,DISK] 2024-11-15T18:22:28,488 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/WALs/74ec74825666,40785,1731694946852/74ec74825666%2C40785%2C1731694946852.1731694948464 2024-11-15T18:22:28,489 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-15T18:22:28,489 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:28,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:28,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,490 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:22:28,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:28,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:28,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:22:28,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:28,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:28,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:22:28,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:28,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:28,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:22:28,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:28,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:28,496 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,496 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,496 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,497 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,497 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,498 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:28,499 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:28,501 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:28,501 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60088023, jitterRate=-0.10461868345737457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:28,501 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694948490Initializing all the Stores at 1731694948491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694948491Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694948491Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694948491Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694948491Cleaning up temporary data from old regions at 1731694948497 (+6 ms)Region opened successfully at 1731694948501 (+4 ms) 2024-11-15T18:22:28,501 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:22:28,503 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13cca360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:22:28,504 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:22:28,504 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:22:28,504 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:22:28,504 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:22:28,504 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:22:28,505 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:22:28,505 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:22:28,506 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:22:28,506 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Unable to get data of znode /0-588060846/balancer because node does not exist (not necessarily an error) 2024-11-15T18:22:28,520 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-588060846/balancer already deleted, retry=false 2024-11-15T18:22:28,520 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:22:28,521 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Unable to get data of znode /0-588060846/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:22:28,530 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-588060846/normalizer already deleted, retry=false 2024-11-15T18:22:28,531 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:22:28,531 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Unable to get data of znode /0-588060846/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:22:28,550 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-588060846/switch/split already deleted, retry=false 2024-11-15T18:22:28,551 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Unable to get data of znode /0-588060846/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:22:28,571 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-588060846/switch/merge already deleted, retry=false 2024-11-15T18:22:28,573 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Unable to get data of znode /0-588060846/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:22:28,583 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-588060846/snapshot-cleanup already deleted, retry=false 2024-11-15T18:22:28,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:22:28,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,603 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-588060846/running 2024-11-15T18:22:28,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-588060846/running 2024-11-15T18:22:28,603 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:28,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:28,603 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,40785,1731694946852, sessionid=0x1013fbbdaf80000, setting cluster-up flag (Was=false) 2024-11-15T18:22:28,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:28,645 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:28,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:28,708 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-588060846/flush-table-proc/acquired, /0-588060846/flush-table-proc/reached, /0-588060846/flush-table-proc/abort 2024-11-15T18:22:28,709 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,40785,1731694946852 2024-11-15T18:22:28,750 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:28,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:28,804 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-588060846/online-snapshot/acquired, /0-588060846/online-snapshot/reached, /0-588060846/online-snapshot/abort 2024-11-15T18:22:28,805 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,40785,1731694946852 2024-11-15T18:22:28,806 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:22:28,806 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:28,807 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:22:28,807 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:22:28,807 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,40785,1731694946852 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:22:28,808 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:28,808 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:28,808 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:28,808 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:28,808 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:22:28,808 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:28,808 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:22:28,808 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:28,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:28,813 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694978813 2024-11-15T18:22:28,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:22:28,813 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:22:28,813 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:22:28,813 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:22:28,813 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:22:28,813 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:22:28,813 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:22:28,814 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:28,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:22:28,816 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:28,819 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:22:28,820 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:22:28,820 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:22:28,820 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:22:28,820 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:22:28,820 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:22:28,822 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694948820,5,FailOnTimeoutGroup] 2024-11-15T18:22:28,822 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694948822,5,FailOnTimeoutGroup] 2024-11-15T18:22:28,822 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:28,822 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:22:28,822 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:28,822 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:22:28,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:22:28,830 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917 2024-11-15T18:22:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:22:28,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:28,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:22:28,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:22:28,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:28,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:28,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:22:28,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:22:28,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:28,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:28,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:22:28,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:22:28,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:28,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:28,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:22:28,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:22:28,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:28,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:28,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:22:28,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740 2024-11-15T18:22:28,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740 2024-11-15T18:22:28,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:22:28,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:22:28,880 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:28,883 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(746): ClusterId : dfafff11-0936-434c-bc5b-8fbe7165d00c 2024-11-15T18:22:28,883 DEBUG [RS:0;74ec74825666:35449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:22:28,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:22:28,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:28,886 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74650880, jitterRate=0.11238479614257812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:28,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694948867Initializing all the Stores at 1731694948867Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694948868 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694948870 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694948870Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694948870Cleaning up temporary data from old regions at 1731694948879 (+9 ms)Region opened successfully at 1731694948886 (+7 ms) 2024-11-15T18:22:28,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:22:28,886 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:22:28,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:22:28,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:22:28,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:22:28,888 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:28,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694948886Disabling compacts and flushes for region at 1731694948886Disabling writes for close at 1731694948886Writing region close event to WAL at 1731694948888 (+2 ms)Closed at 1731694948888 2024-11-15T18:22:28,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:28,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:22:28,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:22:28,890 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:22:28,891 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:22:28,961 DEBUG [RS:0;74ec74825666:35449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:22:28,961 DEBUG [RS:0;74ec74825666:35449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:22:29,028 DEBUG [RS:0;74ec74825666:35449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:22:29,028 DEBUG [RS:0;74ec74825666:35449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510a95d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:22:29,039 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:35449 2024-11-15T18:22:29,039 INFO [RS:0;74ec74825666:35449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:22:29,039 INFO [RS:0;74ec74825666:35449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:22:29,039 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:22:29,040 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,40785,1731694946852 with port=35449, startcode=1731694947039 2024-11-15T18:22:29,040 DEBUG [RS:0;74ec74825666:35449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:22:29,041 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:22:29,041 WARN [74ec74825666:40785 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T18:22:29,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,35449,1731694947039 2024-11-15T18:22:29,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40785 {}] master.ServerManager(517): Registering regionserver=74ec74825666,35449,1731694947039 2024-11-15T18:22:29,042 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917 2024-11-15T18:22:29,042 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44823 2024-11-15T18:22:29,042 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:22:29,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846/rs 2024-11-15T18:22:29,086 DEBUG [RS:0;74ec74825666:35449 {}] zookeeper.ZKUtil(111): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Set watcher on existing znode=/0-588060846/rs/74ec74825666,35449,1731694947039 2024-11-15T18:22:29,086 WARN [RS:0;74ec74825666:35449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:22:29,086 INFO [RS:0;74ec74825666:35449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:29,087 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039 2024-11-15T18:22:29,091 INFO [RS:0;74ec74825666:35449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:22:29,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,35449,1731694947039] 2024-11-15T18:22:29,100 INFO [RS:0;74ec74825666:35449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:22:29,106 INFO [RS:0;74ec74825666:35449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:22:29,106 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,107 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:22:29,108 INFO [RS:0;74ec74825666:35449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:22:29,108 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:22:29,108 DEBUG [RS:0;74ec74825666:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:22:29,112 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,112 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,112 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,112 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,112 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,112 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35449,1731694947039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:22:29,134 INFO [RS:0;74ec74825666:35449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:22:29,134 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35449,1731694947039-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,134 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,134 INFO [RS:0;74ec74825666:35449 {}] regionserver.Replication(171): 74ec74825666,35449,1731694947039 started 2024-11-15T18:22:29,147 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,147 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,35449,1731694947039, RpcServer on 74ec74825666/172.17.0.2:35449, sessionid=0x1013fbbdaf80001 2024-11-15T18:22:29,147 DEBUG [RS:0;74ec74825666:35449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:22:29,147 DEBUG [RS:0;74ec74825666:35449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,35449,1731694947039 2024-11-15T18:22:29,147 DEBUG [RS:0;74ec74825666:35449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,35449,1731694947039' 2024-11-15T18:22:29,147 DEBUG [RS:0;74ec74825666:35449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-588060846/flush-table-proc/abort' 2024-11-15T18:22:29,148 DEBUG [RS:0;74ec74825666:35449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-588060846/flush-table-proc/acquired' 2024-11-15T18:22:29,148 DEBUG [RS:0;74ec74825666:35449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:22:29,148 DEBUG [RS:0;74ec74825666:35449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:22:29,148 DEBUG [RS:0;74ec74825666:35449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,35449,1731694947039 2024-11-15T18:22:29,148 DEBUG [RS:0;74ec74825666:35449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,35449,1731694947039' 2024-11-15T18:22:29,148 DEBUG [RS:0;74ec74825666:35449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-588060846/online-snapshot/abort' 2024-11-15T18:22:29,148 DEBUG [RS:0;74ec74825666:35449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-588060846/online-snapshot/acquired' 2024-11-15T18:22:29,149 DEBUG [RS:0;74ec74825666:35449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:22:29,149 INFO [RS:0;74ec74825666:35449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:22:29,149 INFO [RS:0;74ec74825666:35449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:22:29,249 INFO [RS:0;74ec74825666:35449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:22:29,250 INFO [RS:0;74ec74825666:35449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C35449%2C1731694947039, suffix=, logDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039, archiveDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/oldWALs, maxLogs=10 2024-11-15T18:22:29,283 DEBUG [RS:0;74ec74825666:35449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250, exclude list is [], retry=0 2024-11-15T18:22:29,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37971,DS-13b15e1a-7ada-48ab-b329-8014d771fa72,DISK] 2024-11-15T18:22:29,294 INFO [RS:0;74ec74825666:35449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 2024-11-15T18:22:29,296 DEBUG [RS:0;74ec74825666:35449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-15T18:22:29,541 DEBUG [74ec74825666:40785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:22:29,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,35449,1731694947039 2024-11-15T18:22:29,543 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,35449,1731694947039, state=OPENING 2024-11-15T18:22:29,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:22:29,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:29,562 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:29,563 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:22:29,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-588060846/meta-region-server: CHANGED 2024-11-15T18:22:29,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,35449,1731694947039}] 2024-11-15T18:22:29,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-588060846/meta-region-server: CHANGED 2024-11-15T18:22:29,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:22:29,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:22:29,719 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:22:29,719 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:29,719 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:22:29,720 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C35449%2C1731694947039.meta, suffix=.meta, logDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039, archiveDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/oldWALs, maxLogs=10 2024-11-15T18:22:29,737 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.meta.1731694949720.meta, exclude list is [], retry=0 2024-11-15T18:22:29,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37971,DS-13b15e1a-7ada-48ab-b329-8014d771fa72,DISK] 2024-11-15T18:22:29,740 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.meta.1731694949720.meta 2024-11-15T18:22:29,740 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-15T18:22:29,740 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:29,740 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:22:29,740 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:22:29,740 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:22:29,740 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:22:29,741 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:22:29,741 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:29,741 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:22:29,741 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:22:29,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:22:29,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:22:29,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:29,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:29,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:22:29,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:22:29,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:29,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:29,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:22:29,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:22:29,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:29,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:29,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:22:29,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:22:29,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:29,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:29,746 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:22:29,747 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740 2024-11-15T18:22:29,747 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740 2024-11-15T18:22:29,748 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:22:29,748 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:22:29,748 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:29,749 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:22:29,749 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72268551, jitterRate=0.07688532769680023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:29,749 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:22:29,749 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694949741Writing region info on filesystem at 1731694949741Initializing all the Stores at 1731694949741Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694949741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694949741Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694949741Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694949741Cleaning up temporary data from old regions at 1731694949748 (+7 ms)Running coprocessor post-open hooks at 1731694949749 (+1 ms)Region opened successfully at 1731694949749 2024-11-15T18:22:29,750 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694949715 2024-11-15T18:22:29,751 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:22:29,751 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:22:29,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,35449,1731694947039 2024-11-15T18:22:29,752 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,35449,1731694947039, state=OPEN 2024-11-15T18:22:29,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-588060846/meta-region-server 2024-11-15T18:22:29,835 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-588060846/meta-region-server 2024-11-15T18:22:29,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,35449,1731694947039 2024-11-15T18:22:29,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-588060846/meta-region-server: CHANGED 2024-11-15T18:22:29,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-588060846/meta-region-server: CHANGED 2024-11-15T18:22:29,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:22:29,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,35449,1731694947039 in 272 msec 2024-11-15T18:22:29,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:22:29,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 948 msec 2024-11-15T18:22:29,838 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:29,838 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:22:29,839 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:29,839 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35449,1731694947039, seqNum=-1] 2024-11-15T18:22:29,839 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:29,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:29,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0360 sec 2024-11-15T18:22:29,844 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694949844, completionTime=-1 2024-11-15T18:22:29,844 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:22:29,844 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:22:29,845 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:22:29,845 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731695009845 2024-11-15T18:22:29,845 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731695069845 2024-11-15T18:22:29,845 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T18:22:29,845 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,40785,1731694946852-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,845 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,40785,1731694946852-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,845 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,40785,1731694946852-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,846 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:40785, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,846 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,847 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,847 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:22:29,850 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.649sec 2024-11-15T18:22:29,850 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:22:29,850 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:22:29,850 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:22:29,850 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:22:29,850 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:22:29,850 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,40785,1731694946852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:22:29,850 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,40785,1731694946852-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:22:29,852 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:22:29,852 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:22:29,852 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,40785,1731694946852-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:29,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bed975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:29,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,40785,-1 for getting cluster id 2024-11-15T18:22:29,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:29,882 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfafff11-0936-434c-bc5b-8fbe7165d00c' 2024-11-15T18:22:29,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfafff11-0936-434c-bc5b-8fbe7165d00c" 2024-11-15T18:22:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ce8691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,40785,-1] 2024-11-15T18:22:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:29,883 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:29,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29832db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:29,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35449,1731694947039, seqNum=-1] 2024-11-15T18:22:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:29,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:29,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,40785,1731694946852 2024-11-15T18:22:29,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57771 2024-11-15T18:22:29,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:29,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013fbbdaf80002 connected 2024-11-15T18:22:29,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/hadoop.log.dir so I do NOT create it in target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe 2024-11-15T18:22:29,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/hadoop.tmp.dir so I do NOT create it in target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe 2024-11-15T18:22:29,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:22:29,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/cluster_47177128-2e2a-2539-6d6a-274cc0fffebc, deleteOnExit=true 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/test.cache.data in system properties and HBase conf 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:22:29,933 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:22:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:22:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:22:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:22:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:22:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:22:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:22:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:22:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:22:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:22:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:22:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:22:30,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:30,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:22:30,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:22:30,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:22:30,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:22:30,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:30,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8680d36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:22:30,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f5a9fbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:22:30,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37248352{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/java.io.tmpdir/jetty-localhost-36075-hadoop-hdfs-3_4_1-tests_jar-_-any-537798971751044864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:22:30,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698ce6fd{HTTP/1.1, (http/1.1)}{localhost:36075} 2024-11-15T18:22:30,362 INFO [Time-limited test {}] server.Server(415): Started @335723ms 2024-11-15T18:22:30,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:30,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:22:30,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:22:30,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:22:30,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:22:30,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d59ccd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:22:30,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13efe89c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:22:30,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18ae9580{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/java.io.tmpdir/jetty-localhost-43305-hadoop-hdfs-3_4_1-tests_jar-_-any-11078201005590409247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:22:30,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b66af75{HTTP/1.1, (http/1.1)}{localhost:43305} 2024-11-15T18:22:30,941 INFO [Time-limited test {}] server.Server(415): Started @336303ms 2024-11-15T18:22:30,942 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:22:30,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:22:30,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T18:22:30,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T18:22:30,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T18:22:30,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:22:30,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T18:22:30,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:22:30,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T18:22:32,072 WARN [Thread-4450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/cluster_47177128-2e2a-2539-6d6a-274cc0fffebc/data/data2/current/BP-1730723188-172.17.0.2-1731694949950/current, will proceed with Du for space computation calculation, 2024-11-15T18:22:32,072 WARN [Thread-4449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/cluster_47177128-2e2a-2539-6d6a-274cc0fffebc/data/data1/current/BP-1730723188-172.17.0.2-1731694949950/current, will proceed with Du for space computation calculation, 2024-11-15T18:22:32,089 WARN [Thread-4437 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:22:32,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bafe1b2ed84be25 with lease ID 0xc17d69b5d465427a: Processing first storage report for DS-b7c60cde-71e8-4bc3-a6f2-ecc2884e93fb from datanode DatanodeRegistration(127.0.0.1:41889, datanodeUuid=f45a1f85-fffd-48e3-b8cc-25b7004c3e74, infoPort=37567, infoSecurePort=0, ipcPort=41243, storageInfo=lv=-57;cid=testClusterID;nsid=500000746;c=1731694949950) 2024-11-15T18:22:32,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bafe1b2ed84be25 with lease ID 0xc17d69b5d465427a: from storage DS-b7c60cde-71e8-4bc3-a6f2-ecc2884e93fb node DatanodeRegistration(127.0.0.1:41889, datanodeUuid=f45a1f85-fffd-48e3-b8cc-25b7004c3e74, infoPort=37567, infoSecurePort=0, ipcPort=41243, storageInfo=lv=-57;cid=testClusterID;nsid=500000746;c=1731694949950), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:22:32,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bafe1b2ed84be25 with lease ID 0xc17d69b5d465427a: Processing first storage report for DS-ac61439b-1452-4ebf-8e96-46dd196adac9 from datanode DatanodeRegistration(127.0.0.1:41889, datanodeUuid=f45a1f85-fffd-48e3-b8cc-25b7004c3e74, infoPort=37567, infoSecurePort=0, ipcPort=41243, storageInfo=lv=-57;cid=testClusterID;nsid=500000746;c=1731694949950) 2024-11-15T18:22:32,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bafe1b2ed84be25 with lease ID 0xc17d69b5d465427a: from storage DS-ac61439b-1452-4ebf-8e96-46dd196adac9 node DatanodeRegistration(127.0.0.1:41889, datanodeUuid=f45a1f85-fffd-48e3-b8cc-25b7004c3e74, infoPort=37567, infoSecurePort=0, ipcPort=41243, storageInfo=lv=-57;cid=testClusterID;nsid=500000746;c=1731694949950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:22:32,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe 2024-11-15T18:22:32,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:32,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:32,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:22:32,576 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f with version=8 2024-11-15T18:22:32,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/hbase-staging 2024-11-15T18:22:32,578 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:22:32,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:32,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:32,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:22:32,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:32,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:22:32,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:22:32,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:22:32,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34801 2024-11-15T18:22:32,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34801 connecting to ZooKeeper ensemble=127.0.0.1:57771 2024-11-15T18:22:32,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348010x0, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:32,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34801-0x1013fbbdaf80003 connected 2024-11-15T18:22:33,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:33,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:33,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Set watcher on znode that does not yet exist, /1-2022794728/running 2024-11-15T18:22:33,344 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f, hbase.cluster.distributed=false 2024-11-15T18:22:33,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Set watcher on znode that does not yet exist, /1-2022794728/acl 2024-11-15T18:22:33,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-15T18:22:33,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34801 2024-11-15T18:22:33,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34801 2024-11-15T18:22:33,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-15T18:22:33,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-15T18:22:33,366 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:22:33,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:33,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:33,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:22:33,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:33,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:22:33,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:22:33,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:22:33,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34027 2024-11-15T18:22:33,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34027 connecting to ZooKeeper ensemble=127.0.0.1:57771 2024-11-15T18:22:33,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:33,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:33,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340270x0, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:33,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340270x0, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Set watcher on znode that does not yet exist, /1-2022794728/running 2024-11-15T18:22:33,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34027-0x1013fbbdaf80004 connected 2024-11-15T18:22:33,457 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:22:33,458 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:22:33,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Set watcher on znode that does not yet exist, /1-2022794728/master 2024-11-15T18:22:33,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Set watcher on znode that does not yet exist, /1-2022794728/acl 2024-11-15T18:22:33,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34027 2024-11-15T18:22:33,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34027 2024-11-15T18:22:33,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34027 2024-11-15T18:22:33,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34027 2024-11-15T18:22:33,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34027 2024-11-15T18:22:33,471 DEBUG [M:0;74ec74825666:34801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:34801 2024-11-15T18:22:33,471 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2022794728/backup-masters/74ec74825666,34801,1731694952578 2024-11-15T18:22:33,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728/backup-masters 2024-11-15T18:22:33,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728/backup-masters 2024-11-15T18:22:33,510 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Set watcher on existing znode=/1-2022794728/backup-masters/74ec74825666,34801,1731694952578 2024-11-15T18:22:33,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:33,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2022794728/master 2024-11-15T18:22:33,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:33,531 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Set watcher on existing znode=/1-2022794728/master 2024-11-15T18:22:33,531 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2022794728/backup-masters/74ec74825666,34801,1731694952578 from backup master directory 2024-11-15T18:22:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2022794728/backup-masters/74ec74825666,34801,1731694952578 2024-11-15T18:22:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728/backup-masters 2024-11-15T18:22:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728/backup-masters 2024-11-15T18:22:33,541 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:22:33,541 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,34801,1731694952578 2024-11-15T18:22:33,543 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/hbase.id] with ID: 27a092e2-c257-481d-a219-0f6f0b931fd8 2024-11-15T18:22:33,543 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/.tmp/hbase.id 2024-11-15T18:22:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:22:33,947 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/.tmp/hbase.id]:[hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/hbase.id] 2024-11-15T18:22:33,954 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:33,954 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:22:33,955 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T18:22:33,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:33,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:33,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:22:34,388 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:22:34,389 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:22:34,389 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:22:34,398 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store 2024-11-15T18:22:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:22:34,803 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:34,803 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:22:34,803 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:34,803 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:34,803 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:22:34,803 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:34,803 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:34,803 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694954803Disabling compacts and flushes for region at 1731694954803Disabling writes for close at 1731694954803Writing region close event to WAL at 1731694954803Closed at 1731694954803 2024-11-15T18:22:34,804 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/.initializing 2024-11-15T18:22:34,804 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/WALs/74ec74825666,34801,1731694952578 2024-11-15T18:22:34,805 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:22:34,806 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C34801%2C1731694952578, suffix=, logDir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/WALs/74ec74825666,34801,1731694952578, archiveDir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/oldWALs, maxLogs=10 2024-11-15T18:22:34,818 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/WALs/74ec74825666,34801,1731694952578/74ec74825666%2C34801%2C1731694952578.1731694954806, exclude list is [], retry=0 2024-11-15T18:22:34,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41889,DS-b7c60cde-71e8-4bc3-a6f2-ecc2884e93fb,DISK] 2024-11-15T18:22:34,821 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/WALs/74ec74825666,34801,1731694952578/74ec74825666%2C34801%2C1731694952578.1731694954806 2024-11-15T18:22:34,821 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-15T18:22:34,821 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:34,821 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:34,821 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,821 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:22:34,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:34,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:34,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:22:34,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:34,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:34,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:22:34,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:34,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:34,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:22:34,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:34,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:34,827 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,827 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,827 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,828 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,828 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,828 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:34,829 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:34,830 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:34,830 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70338098, jitterRate=0.04811933636665344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:34,830 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694954821Initializing all the Stores at 1731694954822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694954822Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694954822Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694954822Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694954822Cleaning up temporary data from old regions at 1731694954828 (+6 ms)Region opened successfully at 1731694954830 (+2 ms) 2024-11-15T18:22:34,831 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:22:34,832 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac320fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:22:34,833 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:22:34,833 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:22:34,833 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:22:34,833 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:22:34,833 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:22:34,834 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:22:34,834 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:22:34,835 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:22:34,835 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Unable to get data of znode /1-2022794728/balancer because node does not exist (not necessarily an error) 2024-11-15T18:22:34,888 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022794728/balancer already deleted, retry=false 2024-11-15T18:22:34,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:22:34,889 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Unable to get data of znode /1-2022794728/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:22:34,898 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022794728/normalizer already deleted, retry=false 2024-11-15T18:22:34,899 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:22:34,900 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Unable to get data of znode /1-2022794728/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:22:34,909 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022794728/switch/split already deleted, retry=false 2024-11-15T18:22:34,910 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Unable to get data of znode /1-2022794728/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:22:34,919 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022794728/switch/merge already deleted, retry=false 2024-11-15T18:22:34,921 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Unable to get data of znode /1-2022794728/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:22:34,930 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022794728/snapshot-cleanup already deleted, retry=false 2024-11-15T18:22:34,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2022794728/running 2024-11-15T18:22:34,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2022794728/running 2024-11-15T18:22:34,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:34,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:34,941 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,34801,1731694952578, sessionid=0x1013fbbdaf80003, setting cluster-up flag (Was=false) 2024-11-15T18:22:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:34,993 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2022794728/flush-table-proc/acquired, /1-2022794728/flush-table-proc/reached, /1-2022794728/flush-table-proc/abort 2024-11-15T18:22:34,994 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,34801,1731694952578 2024-11-15T18:22:35,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:35,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:35,046 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2022794728/online-snapshot/acquired, /1-2022794728/online-snapshot/reached, /1-2022794728/online-snapshot/abort 2024-11-15T18:22:35,047 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,34801,1731694952578 2024-11-15T18:22:35,048 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:22:35,049 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:35,049 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:22:35,049 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:22:35,049 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,34801,1731694952578 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:22:35,050 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:35,050 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:35,050 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:35,050 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:35,050 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:22:35,050 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,050 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:22:35,050 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694985051 2024-11-15T18:22:35,051 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:22:35,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:22:35,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:22:35,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:22:35,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:35,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:22:35,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:22:35,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:22:35,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:22:35,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:22:35,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:22:35,052 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:22:35,052 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:35,053 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:22:35,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:22:35,053 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:22:35,056 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694955053,5,FailOnTimeoutGroup] 2024-11-15T18:22:35,056 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694955056,5,FailOnTimeoutGroup] 2024-11-15T18:22:35,056 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,056 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:22:35,056 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,056 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:22:35,062 INFO [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(746): ClusterId : 27a092e2-c257-481d-a219-0f6f0b931fd8 2024-11-15T18:22:35,062 DEBUG [RS:0;74ec74825666:34027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:22:35,067 DEBUG [RS:0;74ec74825666:34027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:22:35,067 DEBUG [RS:0;74ec74825666:34027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:22:35,078 DEBUG [RS:0;74ec74825666:34027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:22:35,078 DEBUG [RS:0;74ec74825666:34027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337ce1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:22:35,089 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:34027 2024-11-15T18:22:35,089 INFO [RS:0;74ec74825666:34027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:22:35,089 INFO [RS:0;74ec74825666:34027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:22:35,089 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:22:35,089 INFO [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,34801,1731694952578 with port=34027, startcode=1731694953366 2024-11-15T18:22:35,090 DEBUG [RS:0;74ec74825666:34027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:22:35,091 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:22:35,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,34027,1731694953366 2024-11-15T18:22:35,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34801 {}] master.ServerManager(517): Registering regionserver=74ec74825666,34027,1731694953366 2024-11-15T18:22:35,092 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f 2024-11-15T18:22:35,092 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33857 2024-11-15T18:22:35,092 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:22:35,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728/rs 2024-11-15T18:22:35,132 DEBUG [RS:0;74ec74825666:34027 {}] zookeeper.ZKUtil(111): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Set watcher on existing znode=/1-2022794728/rs/74ec74825666,34027,1731694953366 2024-11-15T18:22:35,132 WARN [RS:0;74ec74825666:34027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:22:35,132 INFO [RS:0;74ec74825666:34027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:35,132 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/WALs/74ec74825666,34027,1731694953366 2024-11-15T18:22:35,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,34027,1731694953366] 2024-11-15T18:22:35,135 INFO [RS:0;74ec74825666:34027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:22:35,136 INFO [RS:0;74ec74825666:34027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:22:35,136 INFO [RS:0;74ec74825666:34027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:22:35,136 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,136 INFO [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:22:35,136 INFO [RS:0;74ec74825666:34027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:22:35,136 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:22:35,137 DEBUG [RS:0;74ec74825666:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:22:35,137 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,137 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,137 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,137 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,137 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,137 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34027,1731694953366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:22:35,149 INFO [RS:0;74ec74825666:34027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:22:35,149 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34027,1731694953366-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,150 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,150 INFO [RS:0;74ec74825666:34027 {}] regionserver.Replication(171): 74ec74825666,34027,1731694953366 started 2024-11-15T18:22:35,161 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:35,161 INFO [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,34027,1731694953366, RpcServer on 74ec74825666/172.17.0.2:34027, sessionid=0x1013fbbdaf80004 2024-11-15T18:22:35,161 DEBUG [RS:0;74ec74825666:34027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:22:35,161 DEBUG [RS:0;74ec74825666:34027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,34027,1731694953366 2024-11-15T18:22:35,161 DEBUG [RS:0;74ec74825666:34027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,34027,1731694953366' 2024-11-15T18:22:35,161 DEBUG [RS:0;74ec74825666:34027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2022794728/flush-table-proc/abort' 2024-11-15T18:22:35,162 DEBUG [RS:0;74ec74825666:34027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2022794728/flush-table-proc/acquired' 2024-11-15T18:22:35,162 DEBUG [RS:0;74ec74825666:34027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:22:35,162 DEBUG [RS:0;74ec74825666:34027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:22:35,162 DEBUG [RS:0;74ec74825666:34027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,34027,1731694953366 2024-11-15T18:22:35,162 DEBUG [RS:0;74ec74825666:34027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,34027,1731694953366' 2024-11-15T18:22:35,162 DEBUG [RS:0;74ec74825666:34027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2022794728/online-snapshot/abort' 2024-11-15T18:22:35,162 DEBUG [RS:0;74ec74825666:34027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2022794728/online-snapshot/acquired' 2024-11-15T18:22:35,162 DEBUG [RS:0;74ec74825666:34027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:22:35,163 INFO [RS:0;74ec74825666:34027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:22:35,163 INFO [RS:0;74ec74825666:34027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:22:35,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:22:35,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,263 INFO [RS:0;74ec74825666:34027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:22:35,264 INFO [RS:0;74ec74825666:34027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C34027%2C1731694953366, suffix=, logDir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/WALs/74ec74825666,34027,1731694953366, archiveDir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/oldWALs, maxLogs=10 2024-11-15T18:22:35,275 DEBUG [RS:0;74ec74825666:34027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/WALs/74ec74825666,34027,1731694953366/74ec74825666%2C34027%2C1731694953366.1731694955264, exclude list is [], retry=0 2024-11-15T18:22:35,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41889,DS-b7c60cde-71e8-4bc3-a6f2-ecc2884e93fb,DISK] 2024-11-15T18:22:35,278 INFO [RS:0;74ec74825666:34027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/WALs/74ec74825666,34027,1731694953366/74ec74825666%2C34027%2C1731694953366.1731694955264 2024-11-15T18:22:35,278 DEBUG [RS:0;74ec74825666:34027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-15T18:22:35,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:35,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:22:35,460 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f 2024-11-15T18:22:35,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:22:35,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:35,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:22:35,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:22:35,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:35,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:35,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:22:35,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:22:35,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:35,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:35,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:22:35,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:22:35,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:35,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:35,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:22:35,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:22:35,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:35,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:35,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:22:35,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740 2024-11-15T18:22:35,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740 2024-11-15T18:22:35,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:22:35,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:22:35,872 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:35,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:22:35,874 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:35,875 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70615710, jitterRate=0.05225607752799988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:35,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694955864Initializing all the Stores at 1731694955865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694955865Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694955865Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694955865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694955865Cleaning up temporary data from old regions at 1731694955872 (+7 ms)Region opened successfully at 1731694955875 (+3 ms) 2024-11-15T18:22:35,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:22:35,875 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:22:35,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:22:35,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:22:35,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:22:35,875 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:35,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694955875Disabling compacts and flushes for region at 1731694955875Disabling writes for close at 1731694955875Writing region close event to WAL at 1731694955875Closed at 1731694955875 2024-11-15T18:22:35,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:35,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:22:35,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:22:35,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:22:35,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:22:36,028 DEBUG [74ec74825666:34801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:22:36,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,34027,1731694953366 2024-11-15T18:22:36,029 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,34027,1731694953366, state=OPENING 2024-11-15T18:22:36,046 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:22:36,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:36,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:36,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:22:36,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2022794728/meta-region-server: CHANGED 2024-11-15T18:22:36,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2022794728/meta-region-server: CHANGED 2024-11-15T18:22:36,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,34027,1731694953366}] 2024-11-15T18:22:36,209 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:22:36,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:22:36,212 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:22:36,212 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:36,212 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:22:36,213 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C34027%2C1731694953366.meta, suffix=.meta, logDir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/WALs/74ec74825666,34027,1731694953366, archiveDir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/oldWALs, maxLogs=10 2024-11-15T18:22:36,225 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/WALs/74ec74825666,34027,1731694953366/74ec74825666%2C34027%2C1731694953366.meta.1731694956213.meta, exclude list is [], retry=0 2024-11-15T18:22:36,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41889,DS-b7c60cde-71e8-4bc3-a6f2-ecc2884e93fb,DISK] 2024-11-15T18:22:36,227 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/WALs/74ec74825666,34027,1731694953366/74ec74825666%2C34027%2C1731694953366.meta.1731694956213.meta 2024-11-15T18:22:36,228 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-15T18:22:36,228 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:36,228 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:22:36,228 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:22:36,228 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:22:36,228 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:22:36,228 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:22:36,228 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:36,228 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:22:36,228 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:22:36,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:22:36,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:22:36,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:36,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:36,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:22:36,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:22:36,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:36,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:36,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:22:36,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:22:36,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:36,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:36,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:22:36,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:22:36,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:36,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:36,232 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:22:36,233 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740 2024-11-15T18:22:36,234 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740 2024-11-15T18:22:36,234 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:22:36,234 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:22:36,235 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:36,235 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:22:36,236 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71239722, jitterRate=0.06155458092689514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:36,236 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:22:36,236 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694956228Writing region info on filesystem at 1731694956228Initializing all the Stores at 1731694956229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694956229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694956229Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694956229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694956229Cleaning up temporary data from old regions at 1731694956234 (+5 ms)Running coprocessor post-open hooks at 1731694956236 (+2 ms)Region opened successfully at 1731694956236 2024-11-15T18:22:36,236 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694956209 2024-11-15T18:22:36,238 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:22:36,238 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:22:36,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,34027,1731694953366 2024-11-15T18:22:36,239 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,34027,1731694953366, state=OPEN 2024-11-15T18:22:36,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2022794728/meta-region-server 2024-11-15T18:22:36,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2022794728/meta-region-server 2024-11-15T18:22:36,246 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,34027,1731694953366 2024-11-15T18:22:36,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2022794728/meta-region-server: CHANGED 2024-11-15T18:22:36,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2022794728/meta-region-server: CHANGED 2024-11-15T18:22:36,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:22:36,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,34027,1731694953366 in 189 msec 2024-11-15T18:22:36,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:22:36,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-15T18:22:36,249 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:36,249 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:22:36,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:36,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,34027,1731694953366, seqNum=-1] 2024-11-15T18:22:36,250 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:36,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:36,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-15T18:22:36,254 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694956254, completionTime=-1 2024-11-15T18:22:36,254 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:22:36,254 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:22:36,256 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:22:36,256 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731695016256 2024-11-15T18:22:36,256 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731695076256 2024-11-15T18:22:36,256 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T18:22:36,256 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34801,1731694952578-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:36,256 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34801,1731694952578-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:36,256 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34801,1731694952578-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:36,256 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:34801, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:36,256 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:36,256 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:36,257 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:22:36,258 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.717sec 2024-11-15T18:22:36,259 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:22:36,259 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:22:36,259 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:22:36,259 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:22:36,259 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:22:36,259 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34801,1731694952578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:22:36,259 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34801,1731694952578-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:22:36,260 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:22:36,260 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:22:36,260 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34801,1731694952578-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:36,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e081d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:36,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34801,-1 for getting cluster id 2024-11-15T18:22:36,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:36,264 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27a092e2-c257-481d-a219-0f6f0b931fd8' 2024-11-15T18:22:36,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:36,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27a092e2-c257-481d-a219-0f6f0b931fd8" 2024-11-15T18:22:36,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250aeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:36,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34801,-1] 2024-11-15T18:22:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:36,265 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:36,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2324a1d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:36,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:36,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,34027,1731694953366, seqNum=-1] 2024-11-15T18:22:36,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:36,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:36,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,34801,1731694952578 2024-11-15T18:22:36,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57771 2024-11-15T18:22:36,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:36,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013fbbdaf80005 connected 2024-11-15T18:22:36,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/hadoop.log.dir so I do NOT create it in target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac 2024-11-15T18:22:36,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:22:36,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/hadoop.tmp.dir so I do NOT create it in target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac 2024-11-15T18:22:36,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:22:36,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac 2024-11-15T18:22:36,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/cluster_5cbdeeee-ae3f-ae58-9938-87b351761696, deleteOnExit=true 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/test.cache.data in system properties and HBase conf 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:22:36,291 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:22:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:22:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:22:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:22:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:22:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:22:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:22:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:22:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:22:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:22:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:22:36,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:36,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:22:36,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:22:36,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:22:36,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:22:36,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:36,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7baf8da0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:22:36,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b494c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:22:36,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b8990ae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/java.io.tmpdir/jetty-localhost-32977-hadoop-hdfs-3_4_1-tests_jar-_-any-10381183222269646361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:22:36,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a7b4b20{HTTP/1.1, (http/1.1)}{localhost:32977} 2024-11-15T18:22:36,734 INFO [Time-limited test {}] server.Server(415): Started @342096ms 2024-11-15T18:22:37,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:22:37,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:22:37,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:22:37,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:22:37,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:22:37,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4353737f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:22:37,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@100b341d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:22:37,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ca419c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/java.io.tmpdir/jetty-localhost-44663-hadoop-hdfs-3_4_1-tests_jar-_-any-17117887244817336865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:22:37,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70b9d12a{HTTP/1.1, (http/1.1)}{localhost:44663} 2024-11-15T18:22:37,154 INFO [Time-limited test {}] server.Server(415): Started @342516ms 2024-11-15T18:22:37,156 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:22:37,922 WARN [Thread-4570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/cluster_5cbdeeee-ae3f-ae58-9938-87b351761696/data/data1/current/BP-294726296-172.17.0.2-1731694956305/current, will proceed with Du for space computation calculation, 2024-11-15T18:22:37,925 WARN [Thread-4571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/cluster_5cbdeeee-ae3f-ae58-9938-87b351761696/data/data2/current/BP-294726296-172.17.0.2-1731694956305/current, will proceed with Du for space computation calculation, 2024-11-15T18:22:37,971 WARN [Thread-4558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:22:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4590a9e3fecd17 with lease ID 0xfb5551071a788527: Processing first storage report for DS-d2060b2f-8bc9-4b30-83b0-886554af3b6e from datanode DatanodeRegistration(127.0.0.1:46637, datanodeUuid=a66a5091-da87-4875-be8d-f43641ead457, infoPort=46663, infoSecurePort=0, ipcPort=33661, storageInfo=lv=-57;cid=testClusterID;nsid=1029453236;c=1731694956305) 2024-11-15T18:22:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4590a9e3fecd17 with lease ID 0xfb5551071a788527: from storage DS-d2060b2f-8bc9-4b30-83b0-886554af3b6e node DatanodeRegistration(127.0.0.1:46637, datanodeUuid=a66a5091-da87-4875-be8d-f43641ead457, infoPort=46663, infoSecurePort=0, ipcPort=33661, storageInfo=lv=-57;cid=testClusterID;nsid=1029453236;c=1731694956305), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:22:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4590a9e3fecd17 with lease ID 0xfb5551071a788527: Processing first storage report for DS-f6f965a6-a50c-458e-b1d3-dcb6cc0305df from datanode DatanodeRegistration(127.0.0.1:46637, datanodeUuid=a66a5091-da87-4875-be8d-f43641ead457, infoPort=46663, infoSecurePort=0, ipcPort=33661, storageInfo=lv=-57;cid=testClusterID;nsid=1029453236;c=1731694956305) 2024-11-15T18:22:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4590a9e3fecd17 with lease ID 0xfb5551071a788527: from storage DS-f6f965a6-a50c-458e-b1d3-dcb6cc0305df node DatanodeRegistration(127.0.0.1:46637, datanodeUuid=a66a5091-da87-4875-be8d-f43641ead457, infoPort=46663, infoSecurePort=0, ipcPort=33661, storageInfo=lv=-57;cid=testClusterID;nsid=1029453236;c=1731694956305), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:22:38,015 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac 2024-11-15T18:22:38,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:38,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:38,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:22:38,431 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3 with version=8 2024-11-15T18:22:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/hbase-staging 2024-11-15T18:22:38,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:22:38,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:38,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:38,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:22:38,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:38,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:22:38,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:22:38,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:22:38,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43227 2024-11-15T18:22:38,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43227 connecting to ZooKeeper ensemble=127.0.0.1:57771 2024-11-15T18:22:38,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432270x0, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:38,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43227-0x1013fbbdaf80006 connected 2024-11-15T18:22:38,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:38,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:38,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Set watcher on znode that does not yet exist, /2726474288/running 2024-11-15T18:22:38,696 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3, hbase.cluster.distributed=false 2024-11-15T18:22:38,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Set watcher on znode that does not yet exist, /2726474288/acl 2024-11-15T18:22:38,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-15T18:22:38,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43227 2024-11-15T18:22:38,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43227 2024-11-15T18:22:38,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-15T18:22:38,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-15T18:22:38,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:22:38,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:38,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:38,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:22:38,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:22:38,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:22:38,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:22:38,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:22:38,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36327 2024-11-15T18:22:38,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36327 connecting to ZooKeeper ensemble=127.0.0.1:57771 2024-11-15T18:22:38,784 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:38,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:38,784 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:22:38,785 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149022 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:22:38,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:38,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363270x0, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:38,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36327-0x1013fbbdaf80007 connected 2024-11-15T18:22:38,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Set watcher on znode that does not yet exist, /2726474288/running 2024-11-15T18:22:38,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:22:38,856 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:22:38,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Set watcher on znode that does not yet exist, /2726474288/master 2024-11-15T18:22:38,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Set watcher on znode that does not yet exist, /2726474288/acl 2024-11-15T18:22:38,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36327 2024-11-15T18:22:38,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36327 2024-11-15T18:22:38,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36327 2024-11-15T18:22:38,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36327 2024-11-15T18:22:38,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36327 2024-11-15T18:22:38,882 DEBUG [M:0;74ec74825666:43227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:43227 2024-11-15T18:22:38,883 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2726474288/backup-masters/74ec74825666,43227,1731694958433 2024-11-15T18:22:38,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288/backup-masters 2024-11-15T18:22:38,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288/backup-masters 2024-11-15T18:22:38,888 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Set watcher on existing znode=/2726474288/backup-masters/74ec74825666,43227,1731694958433 2024-11-15T18:22:38,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2726474288/master 2024-11-15T18:22:38,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:38,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:38,899 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Set watcher on existing znode=/2726474288/master 2024-11-15T18:22:38,899 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2726474288/backup-masters/74ec74825666,43227,1731694958433 from backup master directory 2024-11-15T18:22:38,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2726474288/backup-masters/74ec74825666,43227,1731694958433 2024-11-15T18:22:38,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288/backup-masters 2024-11-15T18:22:38,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288/backup-masters 2024-11-15T18:22:38,909 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:22:38,909 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,43227,1731694958433 2024-11-15T18:22:38,913 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/hbase.id] with ID: 95995535-e0df-4141-8a4f-2fbfdf1436fc 2024-11-15T18:22:38,913 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/.tmp/hbase.id 2024-11-15T18:22:38,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:22:38,918 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/.tmp/hbase.id]:[hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/hbase.id] 2024-11-15T18:22:38,925 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:38,925 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:22:38,926 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T18:22:38,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:38,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:38,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:22:38,938 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:22:38,939 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:22:38,939 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:38,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:22:38,947 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store 2024-11-15T18:22:38,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:22:39,352 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:39,352 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:22:39,352 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:39,352 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:39,352 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:22:39,352 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:39,352 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:39,352 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694959352Disabling compacts and flushes for region at 1731694959352Disabling writes for close at 1731694959352Writing region close event to WAL at 1731694959352Closed at 1731694959352 2024-11-15T18:22:39,353 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/.initializing 2024-11-15T18:22:39,353 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/WALs/74ec74825666,43227,1731694958433 2024-11-15T18:22:39,354 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:22:39,355 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C43227%2C1731694958433, suffix=, logDir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/WALs/74ec74825666,43227,1731694958433, archiveDir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/oldWALs, maxLogs=10 2024-11-15T18:22:39,366 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/WALs/74ec74825666,43227,1731694958433/74ec74825666%2C43227%2C1731694958433.1731694959355, exclude list is [], retry=0 2024-11-15T18:22:39,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-d2060b2f-8bc9-4b30-83b0-886554af3b6e,DISK] 2024-11-15T18:22:39,369 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/WALs/74ec74825666,43227,1731694958433/74ec74825666%2C43227%2C1731694958433.1731694959355 2024-11-15T18:22:39,369 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46663:46663)] 2024-11-15T18:22:39,369 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:39,369 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:39,369 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,369 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:22:39,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:39,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:39,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:22:39,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:39,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:39,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:22:39,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:39,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:39,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:22:39,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:39,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:39,374 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,374 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,374 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,375 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,375 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,376 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:39,376 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:22:39,378 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:39,378 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70569915, jitterRate=0.051573678851127625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:39,378 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694959369Initializing all the Stores at 1731694959370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694959370Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694959370Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694959370Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694959370Cleaning up temporary data from old regions at 1731694959375 (+5 ms)Region opened successfully at 1731694959378 (+3 ms) 2024-11-15T18:22:39,378 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:22:39,380 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626e3d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:22:39,380 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:22:39,380 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:22:39,381 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:22:39,381 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:22:39,381 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:22:39,381 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:22:39,381 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T18:22:39,382 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:22:39,383 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Unable to get data of znode /2726474288/balancer because node does not exist (not necessarily an error) 2024-11-15T18:22:39,456 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2726474288/balancer already deleted, retry=false 2024-11-15T18:22:39,456 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:22:39,457 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Unable to get data of znode /2726474288/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:22:39,468 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2726474288/normalizer already deleted, retry=false 2024-11-15T18:22:39,468 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:22:39,469 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Unable to get data of znode /2726474288/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:22:39,477 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2726474288/switch/split already deleted, retry=false 2024-11-15T18:22:39,478 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Unable to get data of znode /2726474288/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:22:39,488 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2726474288/switch/merge already deleted, retry=false 2024-11-15T18:22:39,489 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Unable to get data of znode /2726474288/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:22:39,498 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2726474288/snapshot-cleanup already deleted, retry=false 2024-11-15T18:22:39,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2726474288/running 2024-11-15T18:22:39,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2726474288/running 2024-11-15T18:22:39,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:39,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:39,509 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,43227,1731694958433, sessionid=0x1013fbbdaf80006, setting cluster-up flag (Was=false) 2024-11-15T18:22:39,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:39,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:39,561 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2726474288/flush-table-proc/acquired, /2726474288/flush-table-proc/reached, /2726474288/flush-table-proc/abort 2024-11-15T18:22:39,562 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,43227,1731694958433 2024-11-15T18:22:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:39,614 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2726474288/online-snapshot/acquired, /2726474288/online-snapshot/reached, /2726474288/online-snapshot/abort 2024-11-15T18:22:39,615 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,43227,1731694958433 2024-11-15T18:22:39,616 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:22:39,617 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:39,617 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:22:39,617 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:22:39,617 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,43227,1731694958433 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:22:39,618 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:39,618 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:39,618 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:39,618 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:22:39,618 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:22:39,618 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,618 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:22:39,618 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,619 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694989619 2024-11-15T18:22:39,619 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:22:39,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:22:39,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T18:22:39,620 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:22:39,620 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:22:39,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:22:39,624 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694959620,5,FailOnTimeoutGroup] 2024-11-15T18:22:39,628 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694959624,5,FailOnTimeoutGroup] 2024-11-15T18:22:39,628 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,628 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:22:39,628 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,628 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:22:39,670 INFO [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(746): ClusterId : 95995535-e0df-4141-8a4f-2fbfdf1436fc 2024-11-15T18:22:39,670 DEBUG [RS:0;74ec74825666:36327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:22:39,678 DEBUG [RS:0;74ec74825666:36327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:22:39,678 DEBUG [RS:0;74ec74825666:36327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:22:39,688 DEBUG [RS:0;74ec74825666:36327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:22:39,688 DEBUG [RS:0;74ec74825666:36327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725cf845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:22:39,699 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:36327 2024-11-15T18:22:39,699 INFO [RS:0;74ec74825666:36327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:22:39,699 INFO [RS:0;74ec74825666:36327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:22:39,699 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:22:39,699 INFO [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,43227,1731694958433 with port=36327, startcode=1731694958781 2024-11-15T18:22:39,699 DEBUG [RS:0;74ec74825666:36327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:22:39,700 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:22:39,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,36327,1731694958781 2024-11-15T18:22:39,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43227 {}] master.ServerManager(517): Registering regionserver=74ec74825666,36327,1731694958781 2024-11-15T18:22:39,702 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3 2024-11-15T18:22:39,702 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40109 2024-11-15T18:22:39,702 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:22:39,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288/rs 2024-11-15T18:22:39,750 DEBUG [RS:0;74ec74825666:36327 {}] zookeeper.ZKUtil(111): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Set watcher on existing znode=/2726474288/rs/74ec74825666,36327,1731694958781 2024-11-15T18:22:39,750 WARN [RS:0;74ec74825666:36327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:22:39,750 INFO [RS:0;74ec74825666:36327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:39,751 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/WALs/74ec74825666,36327,1731694958781 2024-11-15T18:22:39,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,36327,1731694958781] 2024-11-15T18:22:39,755 INFO [RS:0;74ec74825666:36327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:22:39,756 INFO [RS:0;74ec74825666:36327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:22:39,760 INFO [RS:0;74ec74825666:36327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:22:39,760 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,760 INFO [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:22:39,761 INFO [RS:0;74ec74825666:36327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:22:39,761 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:22:39,762 DEBUG [RS:0;74ec74825666:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:22:39,768 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,768 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,768 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,768 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,768 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,768 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36327,1731694958781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:22:39,785 INFO [RS:0;74ec74825666:36327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:22:39,785 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,36327,1731694958781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,785 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,785 INFO [RS:0;74ec74825666:36327 {}] regionserver.Replication(171): 74ec74825666,36327,1731694958781 started 2024-11-15T18:22:39,801 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:39,801 INFO [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,36327,1731694958781, RpcServer on 74ec74825666/172.17.0.2:36327, sessionid=0x1013fbbdaf80007 2024-11-15T18:22:39,801 DEBUG [RS:0;74ec74825666:36327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:22:39,801 DEBUG [RS:0;74ec74825666:36327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,36327,1731694958781 2024-11-15T18:22:39,801 DEBUG [RS:0;74ec74825666:36327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,36327,1731694958781' 2024-11-15T18:22:39,801 DEBUG [RS:0;74ec74825666:36327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2726474288/flush-table-proc/abort' 2024-11-15T18:22:39,801 DEBUG [RS:0;74ec74825666:36327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2726474288/flush-table-proc/acquired' 2024-11-15T18:22:39,802 DEBUG [RS:0;74ec74825666:36327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:22:39,802 DEBUG [RS:0;74ec74825666:36327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:22:39,802 DEBUG [RS:0;74ec74825666:36327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,36327,1731694958781 2024-11-15T18:22:39,802 DEBUG [RS:0;74ec74825666:36327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,36327,1731694958781' 2024-11-15T18:22:39,802 DEBUG [RS:0;74ec74825666:36327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2726474288/online-snapshot/abort' 2024-11-15T18:22:39,802 DEBUG [RS:0;74ec74825666:36327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2726474288/online-snapshot/acquired' 2024-11-15T18:22:39,803 DEBUG [RS:0;74ec74825666:36327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:22:39,803 INFO [RS:0;74ec74825666:36327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:22:39,803 INFO [RS:0;74ec74825666:36327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:22:39,903 INFO [RS:0;74ec74825666:36327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:22:39,904 INFO [RS:0;74ec74825666:36327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C36327%2C1731694958781, suffix=, logDir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/WALs/74ec74825666,36327,1731694958781, archiveDir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/oldWALs, maxLogs=10 2024-11-15T18:22:39,930 DEBUG [RS:0;74ec74825666:36327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/WALs/74ec74825666,36327,1731694958781/74ec74825666%2C36327%2C1731694958781.1731694959904, exclude list is [], retry=0 2024-11-15T18:22:39,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-d2060b2f-8bc9-4b30-83b0-886554af3b6e,DISK] 2024-11-15T18:22:39,933 INFO [RS:0;74ec74825666:36327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/WALs/74ec74825666,36327,1731694958781/74ec74825666%2C36327%2C1731694958781.1731694959904 2024-11-15T18:22:39,934 DEBUG [RS:0;74ec74825666:36327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46663:46663)] 2024-11-15T18:22:40,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:22:40,033 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3 2024-11-15T18:22:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741833_1009 (size=32) 2024-11-15T18:22:40,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:40,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:22:40,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:22:40,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:40,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:40,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:22:40,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:22:40,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:40,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:40,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:22:40,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:22:40,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:40,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:40,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:22:40,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:22:40,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:40,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:40,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:22:40,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740 2024-11-15T18:22:40,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740 2024-11-15T18:22:40,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:22:40,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:22:40,456 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:40,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:22:40,459 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:40,459 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63954972, jitterRate=-0.04699665307998657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694960449Initializing all the Stores at 1731694960450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694960450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694960450Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694960450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694960450Cleaning up temporary data from old regions at 1731694960456 (+6 ms)Region opened successfully at 1731694960459 (+3 ms) 2024-11-15T18:22:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:22:40,459 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:22:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:22:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:22:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:22:40,460 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:40,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694960459Disabling compacts and flushes for region at 1731694960459Disabling writes for close at 1731694960459Writing region close event to WAL at 1731694960460 (+1 ms)Closed at 1731694960460 2024-11-15T18:22:40,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:40,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:22:40,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:22:40,462 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:22:40,462 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:22:40,613 DEBUG [74ec74825666:43227 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T18:22:40,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,36327,1731694958781 2024-11-15T18:22:40,615 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,36327,1731694958781, state=OPENING 2024-11-15T18:22:40,667 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:22:40,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:40,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:40,678 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:22:40,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,36327,1731694958781}] 2024-11-15T18:22:40,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2726474288/meta-region-server: CHANGED 2024-11-15T18:22:40,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2726474288/meta-region-server: CHANGED 2024-11-15T18:22:40,831 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:22:40,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:22:40,835 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:22:40,835 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:40,835 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:22:40,836 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C36327%2C1731694958781.meta, suffix=.meta, logDir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/WALs/74ec74825666,36327,1731694958781, archiveDir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/oldWALs, maxLogs=10 2024-11-15T18:22:40,850 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/WALs/74ec74825666,36327,1731694958781/74ec74825666%2C36327%2C1731694958781.meta.1731694960837.meta, exclude list is [], retry=0 2024-11-15T18:22:40,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-d2060b2f-8bc9-4b30-83b0-886554af3b6e,DISK] 2024-11-15T18:22:40,852 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/WALs/74ec74825666,36327,1731694958781/74ec74825666%2C36327%2C1731694958781.meta.1731694960837.meta 2024-11-15T18:22:40,853 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46663:46663)] 2024-11-15T18:22:40,853 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:40,853 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:22:40,853 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:22:40,853 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:22:40,853 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:22:40,853 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:22:40,853 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:40,853 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:22:40,854 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:22:40,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:22:40,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:22:40,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:40,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:40,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:22:40,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:22:40,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:40,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:40,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:22:40,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:22:40,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:40,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:40,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:22:40,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:22:40,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:40,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:22:40,859 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:22:40,859 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740 2024-11-15T18:22:40,860 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740 2024-11-15T18:22:40,860 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:22:40,860 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:22:40,861 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:22:40,861 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:22:40,862 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60546944, jitterRate=-0.09778022766113281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:22:40,862 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:22:40,862 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694960854Writing region info on filesystem at 1731694960854Initializing all the Stores at 1731694960854Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694960854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694960855 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694960855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694960855Cleaning up temporary data from old regions at 1731694960860 (+5 ms)Running coprocessor post-open hooks at 1731694960862 (+2 ms)Region opened successfully at 1731694960862 2024-11-15T18:22:40,862 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694960831 2024-11-15T18:22:40,864 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:22:40,864 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:22:40,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,36327,1731694958781 2024-11-15T18:22:40,865 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,36327,1731694958781, state=OPEN 2024-11-15T18:22:40,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2726474288/meta-region-server 2024-11-15T18:22:40,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2726474288/meta-region-server 2024-11-15T18:22:40,877 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,36327,1731694958781 2024-11-15T18:22:40,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2726474288/meta-region-server: CHANGED 2024-11-15T18:22:40,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2726474288/meta-region-server: CHANGED 2024-11-15T18:22:40,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:22:40,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,36327,1731694958781 in 199 msec 2024-11-15T18:22:40,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:22:40,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-15T18:22:40,881 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:22:40,881 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:22:40,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:40,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,36327,1731694958781, seqNum=-1] 2024-11-15T18:22:40,882 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:40,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:40,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-15T18:22:40,886 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694960886, completionTime=-1 2024-11-15T18:22:40,886 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T18:22:40,886 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:22:40,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T18:22:40,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731695020888 2024-11-15T18:22:40,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731695080888 2024-11-15T18:22:40,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T18:22:40,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43227,1731694958433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:40,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43227,1731694958433-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:40,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43227,1731694958433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:40,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:43227, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:40,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:40,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:40,890 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:22:40,891 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.982sec 2024-11-15T18:22:40,891 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:22:40,891 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:22:40,891 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:22:40,891 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:22:40,891 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:22:40,891 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43227,1731694958433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:22:40,891 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43227,1731694958433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:22:40,893 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:22:40,893 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:22:40,893 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,43227,1731694958433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:22:40,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4894f466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:40,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,43227,-1 for getting cluster id 2024-11-15T18:22:40,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:40,974 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95995535-e0df-4141-8a4f-2fbfdf1436fc' 2024-11-15T18:22:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95995535-e0df-4141-8a4f-2fbfdf1436fc" 2024-11-15T18:22:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669b2133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,43227,-1] 2024-11-15T18:22:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:40,976 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:40,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491f2649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:40,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,36327,1731694958781, seqNum=-1] 2024-11-15T18:22:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:40,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:40,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,43227,1731694958433 2024-11-15T18:22:40,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57771 2024-11-15T18:22:40,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:22:40,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013fbbdaf80008 connected 2024-11-15T18:22:41,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,40785,1731694946852 2024-11-15T18:22:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b98404 2024-11-15T18:22:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:41,007 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:41,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:22:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:22:41,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:22:41,010 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:41,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:22:41,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:22:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:41,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:22:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:41,419 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7ce3e8bd4ea95f559c26f11efd059f8, NAME => 'test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917 2024-11-15T18:22:41,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:22:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:41,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:22:41,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:41,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:41,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c7ce3e8bd4ea95f559c26f11efd059f8, disabling compactions & flushes 2024-11-15T18:22:41,824 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:41,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:41,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. after waiting 0 ms 2024-11-15T18:22:41,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:41,824 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:41,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7ce3e8bd4ea95f559c26f11efd059f8: Waiting for close lock at 1731694961824Disabling compacts and flushes for region at 1731694961824Disabling writes for close at 1731694961824Writing region close event to WAL at 1731694961824Closed at 1731694961824 2024-11-15T18:22:41,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:22:41,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694961827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694961827"}]},"ts":"1731694961827"} 2024-11-15T18:22:41,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:22:41,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:22:41,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694961831"}]},"ts":"1731694961831"} 2024-11-15T18:22:41,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:22:41,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7ce3e8bd4ea95f559c26f11efd059f8, ASSIGN}] 2024-11-15T18:22:41,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7ce3e8bd4ea95f559c26f11efd059f8, ASSIGN 2024-11-15T18:22:41,837 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c7ce3e8bd4ea95f559c26f11efd059f8, ASSIGN; state=OFFLINE, location=74ec74825666,35449,1731694947039; forceNewPlan=false, retain=false 2024-11-15T18:22:41,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7ce3e8bd4ea95f559c26f11efd059f8, regionState=OPENING, regionLocation=74ec74825666,35449,1731694947039 2024-11-15T18:22:41,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c7ce3e8bd4ea95f559c26f11efd059f8, ASSIGN because future has completed 2024-11-15T18:22:41,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7ce3e8bd4ea95f559c26f11efd059f8, server=74ec74825666,35449,1731694947039}] 2024-11-15T18:22:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:42,156 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:42,156 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7ce3e8bd4ea95f559c26f11efd059f8, NAME => 'test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:42,157 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:22:42,157 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:22:42,157 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,157 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:42,157 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,157 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,160 INFO [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,161 INFO [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7ce3e8bd4ea95f559c26f11efd059f8 columnFamilyName f 2024-11-15T18:22:42,161 DEBUG [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:42,162 INFO [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] regionserver.HStore(327): Store=c7ce3e8bd4ea95f559c26f11efd059f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:42,162 INFO [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,163 INFO [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7ce3e8bd4ea95f559c26f11efd059f8 columnFamilyName f1 2024-11-15T18:22:42,163 DEBUG [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:42,165 INFO [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] regionserver.HStore(327): Store=c7ce3e8bd4ea95f559c26f11efd059f8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:42,165 INFO [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,166 INFO [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7ce3e8bd4ea95f559c26f11efd059f8 columnFamilyName norep 2024-11-15T18:22:42,166 DEBUG [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:42,166 INFO [StoreOpener-c7ce3e8bd4ea95f559c26f11efd059f8-1 {}] regionserver.HStore(327): Store=c7ce3e8bd4ea95f559c26f11efd059f8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:42,167 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,167 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,167 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,168 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,168 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,169 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:22:42,169 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,172 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:42,173 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7ce3e8bd4ea95f559c26f11efd059f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61930609, jitterRate=-0.0771620124578476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:22:42,173 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:42,173 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7ce3e8bd4ea95f559c26f11efd059f8: Running coprocessor pre-open hook at 1731694962157Writing region info on filesystem at 1731694962157Initializing all the Stores at 1731694962158 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694962158Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694962160 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694962160Cleaning up temporary data from old regions at 1731694962168 (+8 ms)Running coprocessor post-open hooks at 1731694962173 (+5 ms)Region opened successfully at 1731694962173 2024-11-15T18:22:42,174 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., pid=6, masterSystemTime=1731694962142 2024-11-15T18:22:42,175 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:42,175 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:42,175 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7ce3e8bd4ea95f559c26f11efd059f8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,35449,1731694947039 2024-11-15T18:22:42,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7ce3e8bd4ea95f559c26f11efd059f8, server=74ec74825666,35449,1731694947039 because future has completed 2024-11-15T18:22:42,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:22:42,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7ce3e8bd4ea95f559c26f11efd059f8, server=74ec74825666,35449,1731694947039 in 188 msec 2024-11-15T18:22:42,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:22:42,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c7ce3e8bd4ea95f559c26f11efd059f8, ASSIGN in 344 msec 2024-11-15T18:22:42,181 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:22:42,181 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694962181"}]},"ts":"1731694962181"} 2024-11-15T18:22:42,183 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:22:42,183 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:22:42,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-15T18:22:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:43,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:43,154 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:22:43,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,34801,1731694952578 2024-11-15T18:22:43,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@635db5a 2024-11-15T18:22:43,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:43,156 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:43,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:22:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:22:43,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:22:43,159 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:43,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:22:43,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:22:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:43,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:22:43,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b62e3e0d7bd41688b86c832cdb244363, NAME => 'test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f 2024-11-15T18:22:43,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:22:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:43,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:43,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b62e3e0d7bd41688b86c832cdb244363, disabling compactions & flushes 2024-11-15T18:22:43,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:43,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:43,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. after waiting 0 ms 2024-11-15T18:22:43,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:43,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:43,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b62e3e0d7bd41688b86c832cdb244363: Waiting for close lock at 1731694963574Disabling compacts and flushes for region at 1731694963574Disabling writes for close at 1731694963574Writing region close event to WAL at 1731694963574Closed at 1731694963574 2024-11-15T18:22:43,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:22:43,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694963575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694963575"}]},"ts":"1731694963575"} 2024-11-15T18:22:43,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:22:43,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:22:43,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694963578"}]},"ts":"1731694963578"} 2024-11-15T18:22:43,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:22:43,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b62e3e0d7bd41688b86c832cdb244363, ASSIGN}] 2024-11-15T18:22:43,583 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b62e3e0d7bd41688b86c832cdb244363, ASSIGN 2024-11-15T18:22:43,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b62e3e0d7bd41688b86c832cdb244363, ASSIGN; state=OFFLINE, location=74ec74825666,34027,1731694953366; forceNewPlan=false, retain=false 2024-11-15T18:22:43,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b62e3e0d7bd41688b86c832cdb244363, regionState=OPENING, regionLocation=74ec74825666,34027,1731694953366 2024-11-15T18:22:43,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b62e3e0d7bd41688b86c832cdb244363, ASSIGN because future has completed 2024-11-15T18:22:43,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b62e3e0d7bd41688b86c832cdb244363, server=74ec74825666,34027,1731694953366}] 2024-11-15T18:22:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:43,890 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:43,890 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b62e3e0d7bd41688b86c832cdb244363, NAME => 'test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:43,890 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:22:43,890 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:22:43,890 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,890 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:43,890 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,890 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,891 INFO [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,892 INFO [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b62e3e0d7bd41688b86c832cdb244363 columnFamilyName f 2024-11-15T18:22:43,892 DEBUG [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:43,892 INFO [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] regionserver.HStore(327): Store=b62e3e0d7bd41688b86c832cdb244363/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:43,892 INFO [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,893 INFO [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b62e3e0d7bd41688b86c832cdb244363 columnFamilyName f1 2024-11-15T18:22:43,893 DEBUG [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:43,893 INFO [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] regionserver.HStore(327): Store=b62e3e0d7bd41688b86c832cdb244363/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:43,893 INFO [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,894 INFO [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b62e3e0d7bd41688b86c832cdb244363 columnFamilyName norep 2024-11-15T18:22:43,894 DEBUG [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:43,894 INFO [StoreOpener-b62e3e0d7bd41688b86c832cdb244363-1 {}] regionserver.HStore(327): Store=b62e3e0d7bd41688b86c832cdb244363/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:43,894 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,895 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,895 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,895 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,895 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,895 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:22:43,896 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,897 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:43,897 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b62e3e0d7bd41688b86c832cdb244363; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74126228, jitterRate=0.10456687211990356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:22:43,897 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:43,897 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b62e3e0d7bd41688b86c832cdb244363: Running coprocessor pre-open hook at 1731694963891Writing region info on filesystem at 1731694963891Initializing all the Stores at 1731694963891Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694963891Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694963891Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694963891Cleaning up temporary data from old regions at 1731694963895 (+4 ms)Running coprocessor post-open hooks at 1731694963897 (+2 ms)Region opened successfully at 1731694963897 2024-11-15T18:22:43,898 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363., pid=6, masterSystemTime=1731694963887 2024-11-15T18:22:43,899 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:43,899 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:43,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b62e3e0d7bd41688b86c832cdb244363, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,34027,1731694953366 2024-11-15T18:22:43,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b62e3e0d7bd41688b86c832cdb244363, server=74ec74825666,34027,1731694953366 because future has completed 2024-11-15T18:22:43,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:22:43,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b62e3e0d7bd41688b86c832cdb244363, server=74ec74825666,34027,1731694953366 in 166 msec 2024-11-15T18:22:43,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:22:43,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b62e3e0d7bd41688b86c832cdb244363, ASSIGN in 321 msec 2024-11-15T18:22:43,905 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:22:43,905 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694963905"}]},"ts":"1731694963905"} 2024-11-15T18:22:43,906 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:22:43,907 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:22:43,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-15T18:22:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:44,294 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:22:44,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,43227,1731694958433 2024-11-15T18:22:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47b9fdbb 2024-11-15T18:22:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:44,296 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:44,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:22:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T18:22:44,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:22:44,298 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:44,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T18:22:44,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:22:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:44,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741835_1011 (size=902) 2024-11-15T18:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:44,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bae17acd2cb12be091592ee19d9b8da, NAME => 'test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3 2024-11-15T18:22:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741836_1012 (size=39) 2024-11-15T18:22:44,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:44,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5bae17acd2cb12be091592ee19d9b8da, disabling compactions & flushes 2024-11-15T18:22:44,745 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:44,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:44,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. after waiting 0 ms 2024-11-15T18:22:44,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:44,745 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:44,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bae17acd2cb12be091592ee19d9b8da: Waiting for close lock at 1731694964745Disabling compacts and flushes for region at 1731694964745Disabling writes for close at 1731694964745Writing region close event to WAL at 1731694964745Closed at 1731694964745 2024-11-15T18:22:44,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:22:44,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731694964746"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694964746"}]},"ts":"1731694964746"} 2024-11-15T18:22:44,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:22:44,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:22:44,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694964749"}]},"ts":"1731694964749"} 2024-11-15T18:22:44,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T18:22:44,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bae17acd2cb12be091592ee19d9b8da, ASSIGN}] 2024-11-15T18:22:44,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bae17acd2cb12be091592ee19d9b8da, ASSIGN 2024-11-15T18:22:44,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5bae17acd2cb12be091592ee19d9b8da, ASSIGN; state=OFFLINE, location=74ec74825666,36327,1731694958781; forceNewPlan=false, retain=false 2024-11-15T18:22:44,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bae17acd2cb12be091592ee19d9b8da, regionState=OPENING, regionLocation=74ec74825666,36327,1731694958781 2024-11-15T18:22:44,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5bae17acd2cb12be091592ee19d9b8da, ASSIGN because future has completed 2024-11-15T18:22:44,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bae17acd2cb12be091592ee19d9b8da, server=74ec74825666,36327,1731694958781}] 2024-11-15T18:22:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:45,060 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:45,060 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bae17acd2cb12be091592ee19d9b8da, NAME => 'test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:45,060 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:22:45,061 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T18:22:45,061 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,061 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:45,061 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,061 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,062 INFO [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,063 INFO [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bae17acd2cb12be091592ee19d9b8da columnFamilyName f 2024-11-15T18:22:45,063 DEBUG [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:45,063 INFO [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] regionserver.HStore(327): Store=5bae17acd2cb12be091592ee19d9b8da/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:45,063 INFO [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,064 INFO [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bae17acd2cb12be091592ee19d9b8da columnFamilyName f1 2024-11-15T18:22:45,064 DEBUG [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:45,064 INFO [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] regionserver.HStore(327): Store=5bae17acd2cb12be091592ee19d9b8da/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:45,064 INFO [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,066 INFO [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bae17acd2cb12be091592ee19d9b8da columnFamilyName norep 2024-11-15T18:22:45,066 DEBUG [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:45,066 INFO [StoreOpener-5bae17acd2cb12be091592ee19d9b8da-1 {}] regionserver.HStore(327): Store=5bae17acd2cb12be091592ee19d9b8da/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:45,066 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,066 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,067 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,067 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,067 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,067 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:22:45,068 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,073 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:45,073 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5bae17acd2cb12be091592ee19d9b8da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62833249, jitterRate=-0.06371162831783295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:22:45,073 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:45,073 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5bae17acd2cb12be091592ee19d9b8da: Running coprocessor pre-open hook at 1731694965061Writing region info on filesystem at 1731694965061Initializing all the Stores at 1731694965062 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694965062Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694965062Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694965062Cleaning up temporary data from old regions at 1731694965067 (+5 ms)Running coprocessor post-open hooks at 1731694965073 (+6 ms)Region opened successfully at 1731694965073 2024-11-15T18:22:45,074 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da., pid=6, masterSystemTime=1731694965057 2024-11-15T18:22:45,076 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:45,076 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:45,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bae17acd2cb12be091592ee19d9b8da, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=74ec74825666,36327,1731694958781 2024-11-15T18:22:45,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bae17acd2cb12be091592ee19d9b8da, server=74ec74825666,36327,1731694958781 because future has completed 2024-11-15T18:22:45,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T18:22:45,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bae17acd2cb12be091592ee19d9b8da, server=74ec74825666,36327,1731694958781 in 174 msec 2024-11-15T18:22:45,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:22:45,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5bae17acd2cb12be091592ee19d9b8da, ASSIGN in 331 msec 2024-11-15T18:22:45,086 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:22:45,086 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694965086"}]},"ts":"1731694965086"} 2024-11-15T18:22:45,088 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T18:22:45,089 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:22:45,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 792 msec 2024-11-15T18:22:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:22:45,434 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T18:22:45,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b21e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:45,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,40785,-1 for getting cluster id 2024-11-15T18:22:45,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:45,435 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfafff11-0936-434c-bc5b-8fbe7165d00c' 2024-11-15T18:22:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfafff11-0936-434c-bc5b-8fbe7165d00c" 2024-11-15T18:22:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690d88b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,40785,-1] 2024-11-15T18:22:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:45,437 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:45,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1fc3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:45,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,40785,1731694946852 2024-11-15T18:22:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dc169f 2024-11-15T18:22:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:45,439 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:45,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://74ec74825666:34801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:22:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:22:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:45,443 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:34801' 2024-11-15T18:22:45,443 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c0c99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:45,443 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34801,-1 for getting cluster id 2024-11-15T18:22:45,443 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:45,444 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27a092e2-c257-481d-a219-0f6f0b931fd8' 2024-11-15T18:22:45,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:45,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27a092e2-c257-481d-a219-0f6f0b931fd8" 2024-11-15T18:22:45,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c57faca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:45,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34801,-1] 2024-11-15T18:22:45,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:45,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:45,445 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:45,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112dc1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:45,445 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,34801,1731694952578 2024-11-15T18:22:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c803ca 2024-11-15T18:22:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:45,447 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:45,447 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T18:22:45,448 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:22:45,448 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:45,448 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:45,448 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:22:45,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:45,449 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T18:22:45,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:22:45,450 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:45,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:22:45,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741837_1013 (size=1138) 2024-11-15T18:22:45,500 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T18:22:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:45,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee3ec76b02a0828ca0a3aa9ae6015e90, NAME => 'hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917 2024-11-15T18:22:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741838_1014 (size=44) 2024-11-15T18:22:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:46,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:46,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ee3ec76b02a0828ca0a3aa9ae6015e90, disabling compactions & flushes 2024-11-15T18:22:46,268 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:46,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:46,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. after waiting 0 ms 2024-11-15T18:22:46,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:46,268 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:46,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee3ec76b02a0828ca0a3aa9ae6015e90: Waiting for close lock at 1731694966268Disabling compacts and flushes for region at 1731694966268Disabling writes for close at 1731694966268Writing region close event to WAL at 1731694966268Closed at 1731694966268 2024-11-15T18:22:46,269 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:22:46,269 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731694966269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694966269"}]},"ts":"1731694966269"} 2024-11-15T18:22:46,271 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T18:22:46,271 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:22:46,271 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694966271"}]},"ts":"1731694966271"} 2024-11-15T18:22:46,272 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T18:22:46,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee3ec76b02a0828ca0a3aa9ae6015e90, ASSIGN}] 2024-11-15T18:22:46,273 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee3ec76b02a0828ca0a3aa9ae6015e90, ASSIGN 2024-11-15T18:22:46,274 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee3ec76b02a0828ca0a3aa9ae6015e90, ASSIGN; state=OFFLINE, location=74ec74825666,35449,1731694947039; forceNewPlan=false, retain=false 2024-11-15T18:22:46,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee3ec76b02a0828ca0a3aa9ae6015e90, regionState=OPENING, regionLocation=74ec74825666,35449,1731694947039 2024-11-15T18:22:46,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee3ec76b02a0828ca0a3aa9ae6015e90, ASSIGN because future has completed 2024-11-15T18:22:46,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee3ec76b02a0828ca0a3aa9ae6015e90, server=74ec74825666,35449,1731694947039}] 2024-11-15T18:22:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:46,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:46,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:22:46,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T18:22:46,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=74ec74825666%2C35449%2C1731694947039.rep, suffix=, logDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039, archiveDir=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/oldWALs, maxLogs=10 2024-11-15T18:22:46,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.rep.1731694966583, exclude list is [], retry=0 2024-11-15T18:22:46,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37971,DS-13b15e1a-7ada-48ab-b329-8014d771fa72,DISK] 2024-11-15T18:22:46,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.rep.1731694966583 2024-11-15T18:22:46,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-15T18:22:46,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ee3ec76b02a0828ca0a3aa9ae6015e90, NAME => 'hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:22:46,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T18:22:46,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:22:46,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. service=MultiRowMutationService 2024-11-15T18:22:46,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T18:22:46,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:22:46,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,601 INFO [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,602 INFO [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3ec76b02a0828ca0a3aa9ae6015e90 columnFamilyName hfileref 2024-11-15T18:22:46,602 DEBUG [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:46,603 INFO [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] regionserver.HStore(327): Store=ee3ec76b02a0828ca0a3aa9ae6015e90/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:46,603 INFO [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,604 INFO [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3ec76b02a0828ca0a3aa9ae6015e90 columnFamilyName queue 2024-11-15T18:22:46,604 DEBUG [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:46,604 INFO [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] regionserver.HStore(327): Store=ee3ec76b02a0828ca0a3aa9ae6015e90/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:46,604 INFO [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,605 INFO [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3ec76b02a0828ca0a3aa9ae6015e90 columnFamilyName sid 2024-11-15T18:22:46,605 DEBUG [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:22:46,605 INFO [StoreOpener-ee3ec76b02a0828ca0a3aa9ae6015e90-1 {}] regionserver.HStore(327): Store=ee3ec76b02a0828ca0a3aa9ae6015e90/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:22:46,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T18:22:46,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:22:46,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ee3ec76b02a0828ca0a3aa9ae6015e90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62293711, jitterRate=-0.07175137102603912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T18:22:46,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:46,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ee3ec76b02a0828ca0a3aa9ae6015e90: Running coprocessor pre-open hook at 1731694966600Writing region info on filesystem at 1731694966600Initializing all the Stores at 1731694966601 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694966601Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694966601Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694966601Cleaning up temporary data from old regions at 1731694966606 (+5 ms)Running coprocessor post-open hooks at 1731694966610 (+4 ms)Region opened successfully at 1731694966610 2024-11-15T18:22:46,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90., pid=10, masterSystemTime=1731694966578 2024-11-15T18:22:46,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:46,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:46,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee3ec76b02a0828ca0a3aa9ae6015e90, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,35449,1731694947039 2024-11-15T18:22:46,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee3ec76b02a0828ca0a3aa9ae6015e90, server=74ec74825666,35449,1731694947039 because future has completed 2024-11-15T18:22:46,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T18:22:46,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ee3ec76b02a0828ca0a3aa9ae6015e90, server=74ec74825666,35449,1731694947039 in 189 msec 2024-11-15T18:22:46,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T18:22:46,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee3ec76b02a0828ca0a3aa9ae6015e90, ASSIGN in 345 msec 2024-11-15T18:22:46,619 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:22:46,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694966619"}]},"ts":"1731694966619"} 2024-11-15T18:22:46,621 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T18:22:46,621 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:22:46,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-15T18:22:46,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90., hostname=74ec74825666,35449,1731694947039, seqNum=2] 2024-11-15T18:22:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:46,782 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:46,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:22:46,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T18:22:46,957 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T18:22:46,991 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-74ec74825666,35449,1731694947039, ReplicationSource: 1, currentBandwidth=0 2024-11-15T18:22:46,992 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:46,992 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35449,1731694947039, seqNum=-1] 2024-11-15T18:22:46,992 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:46,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-15T18:22:46,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-74ec74825666,35449,1731694947039', locateType=CURRENT is [region=hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90., hostname=74ec74825666,35449,1731694947039, seqNum=2] 2024-11-15T18:22:46,997 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T18:22:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T18:22:47,000 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 74ec74825666,35449,1731694947039 suceeded 2024-11-15T18:22:47,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T18:22:47,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-15T18:22:47,001 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://74ec74825666:34801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:22:47,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5610 sec 2024-11-15T18:22:47,014 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:34801' 2024-11-15T18:22:47,015 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eacb44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,015 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34801,-1 for getting cluster id 2024-11-15T18:22:47,015 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:47,015 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27a092e2-c257-481d-a219-0f6f0b931fd8' 2024-11-15T18:22:47,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:47,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27a092e2-c257-481d-a219-0f6f0b931fd8" 2024-11-15T18:22:47,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46cc374a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34801,-1] 2024-11-15T18:22:47,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:47,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:47,016 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:47,017 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@593bc7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,017 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:47,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,34801,1731694952578 2024-11-15T18:22:47,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4170369b 2024-11-15T18:22:47,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:47,018 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T18:22:47,018 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-74ec74825666,35449,1731694947039 (queues=1) is replicating from cluster=dfafff11-0936-434c-bc5b-8fbe7165d00c to cluster=27a092e2-c257-481d-a219-0f6f0b931fd8 2024-11-15T18:22:47,018 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=74ec74825666%2C35449%2C1731694947039 2024-11-15T18:22:47,019 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-74ec74825666,35449,1731694947039, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:22:47,019 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C35449%2C1731694947039 2024-11-15T18:22:47,019 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250, startPosition=0, beingWritten=true 2024-11-15T18:22:47,023 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:47,023 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 to pos 379, reset compression=false 2024-11-15T18:22:47,023 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35449,1731694947039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:47,227 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 to pos 379, reset compression=false 2024-11-15T18:22:47,530 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 to pos 379, reset compression=false 2024-11-15T18:22:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T18:22:47,584 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T18:22:47,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:47,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:47,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:47,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:47,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:47,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd3b043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,40785,-1 for getting cluster id 2024-11-15T18:22:47,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:47,585 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfafff11-0936-434c-bc5b-8fbe7165d00c' 2024-11-15T18:22:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfafff11-0936-434c-bc5b-8fbe7165d00c" 2024-11-15T18:22:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5142f4dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,40785,-1] 2024-11-15T18:22:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:47,586 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:47,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e30d06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e41fbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34801,-1 for getting cluster id 2024-11-15T18:22:47,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:47,588 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27a092e2-c257-481d-a219-0f6f0b931fd8' 2024-11-15T18:22:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27a092e2-c257-481d-a219-0f6f0b931fd8" 2024-11-15T18:22:47,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a897c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34801,-1] 2024-11-15T18:22:47,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:47,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:47,589 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:47,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a185d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410fcdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,43227,-1 for getting cluster id 2024-11-15T18:22:47,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:47,591 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95995535-e0df-4141-8a4f-2fbfdf1436fc' 2024-11-15T18:22:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95995535-e0df-4141-8a4f-2fbfdf1436fc" 2024-11-15T18:22:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,43227,-1] 2024-11-15T18:22:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:47,592 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638f7daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:47,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:47,601 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731694967601/Put/seqid=0 2024-11-15T18:22:47,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741840_1016 (size=7894) 2024-11-15T18:22:47,607 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731694967607/Put/seqid=0 2024-11-15T18:22:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741841_1017 (size=7691) 2024-11-15T18:22:47,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:22:47,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:47,846 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T18:22:47,933 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 to pos 379, reset compression=false 2024-11-15T18:22:48,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2ee14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:48,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,40785,-1 for getting cluster id 2024-11-15T18:22:48,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:48,013 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfafff11-0936-434c-bc5b-8fbe7165d00c' 2024-11-15T18:22:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfafff11-0936-434c-bc5b-8fbe7165d00c" 2024-11-15T18:22:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bf1a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,40785,-1] 2024-11-15T18:22:48,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:48,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:48,014 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:48,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:48,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35449,1731694947039, seqNum=-1] 2024-11-15T18:22:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:48,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:48,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,40785,1731694946852 2024-11-15T18:22:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc10f17 2024-11-15T18:22:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:48,027 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:48,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., hostname=74ec74825666,35449,1731694947039, seqNum=2] 2024-11-15T18:22:48,033 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:22:48,039 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-15T18:22:48,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-15T18:22:48,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_0/f/hfile_1 for inclusion in c7ce3e8bd4ea95f559c26f11efd059f8/f 2024-11-15T18:22:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T18:22:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:22:48,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_0/f/hfile_0 for inclusion in c7ce3e8bd4ea95f559c26f11efd059f8/f 2024-11-15T18:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T18:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HRegion(2603): Flush status journal for c7ce3e8bd4ea95f559c26f11efd059f8: 2024-11-15T18:22:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__ms25ep2j2593ed1u5i4jjrof8rb1ck1jjirrr60bif20269alc3h6mo6pu1q54u9/f/hfile_1 2024-11-15T18:22:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__ms25ep2j2593ed1u5i4jjrof8rb1ck1jjirrr60bif20269alc3h6mo6pu1q54u9/f/hfile_1 as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/118b037c869c4a63ae48479d562ad82b_SeqId_4_ 2024-11-15T18:22:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__ms25ep2j2593ed1u5i4jjrof8rb1ck1jjirrr60bif20269alc3h6mo6pu1q54u9/f/hfile_0 2024-11-15T18:22:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__ms25ep2j2593ed1u5i4jjrof8rb1ck1jjirrr60bif20269alc3h6mo6pu1q54u9/f/hfile_0 as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/defba74ec7264d768ae8c7da6e63b058_SeqId_4_ 2024-11-15T18:22:48,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__ms25ep2j2593ed1u5i4jjrof8rb1ck1jjirrr60bif20269alc3h6mo6pu1q54u9/f/hfile_1 into c7ce3e8bd4ea95f559c26f11efd059f8/f as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/118b037c869c4a63ae48479d562ad82b_SeqId_4_ - updating store file list. 2024-11-15T18:22:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 118b037c869c4a63ae48479d562ad82b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:22:48,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/118b037c869c4a63ae48479d562ad82b_SeqId_4_ into c7ce3e8bd4ea95f559c26f11efd059f8/f 2024-11-15T18:22:48,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__ms25ep2j2593ed1u5i4jjrof8rb1ck1jjirrr60bif20269alc3h6mo6pu1q54u9/f/hfile_1 into c7ce3e8bd4ea95f559c26f11efd059f8/f (new location: hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/118b037c869c4a63ae48479d562ad82b_SeqId_4_) 2024-11-15T18:22:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__ms25ep2j2593ed1u5i4jjrof8rb1ck1jjirrr60bif20269alc3h6mo6pu1q54u9/f/hfile_1 2024-11-15T18:22:48,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__ms25ep2j2593ed1u5i4jjrof8rb1ck1jjirrr60bif20269alc3h6mo6pu1q54u9/f/hfile_0 into c7ce3e8bd4ea95f559c26f11efd059f8/f as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/defba74ec7264d768ae8c7da6e63b058_SeqId_4_ - updating store file list. 2024-11-15T18:22:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStoreFile(483): HFile Bloom filter type for defba74ec7264d768ae8c7da6e63b058_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:22:48,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/defba74ec7264d768ae8c7da6e63b058_SeqId_4_ into c7ce3e8bd4ea95f559c26f11efd059f8/f 2024-11-15T18:22:48,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__ms25ep2j2593ed1u5i4jjrof8rb1ck1jjirrr60bif20269alc3h6mo6pu1q54u9/f/hfile_0 into c7ce3e8bd4ea95f559c26f11efd059f8/f (new location: hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/defba74ec7264d768ae8c7da6e63b058_SeqId_4_) 2024-11-15T18:22:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__ms25ep2j2593ed1u5i4jjrof8rb1ck1jjirrr60bif20269alc3h6mo6pu1q54u9/f/hfile_0 2024-11-15T18:22:48,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:48,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:48,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:48,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:48,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., hostname=74ec74825666,35449,1731694947039, seqNum=2 , the old value is region=test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., hostname=74ec74825666,35449,1731694947039, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74ec74825666:35449 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:22:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., hostname=74ec74825666,35449,1731694947039, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:22:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,34027,1731694953366, seqNum=-1] 2024-11-15T18:22:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., hostname=74ec74825666,35449,1731694947039, seqNum=2 from cache 2024-11-15T18:22:48,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:48,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:48,075 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T18:22:48,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363., hostname=74ec74825666,34027,1731694953366, seqNum=2] 2024-11-15T18:22:48,079 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T18:22:48,184 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:35449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T18:22:48,436 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 to pos 379, reset compression=false 2024-11-15T18:22:48,440 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:22:48,440 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35449,1731694947039 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7ce3e8bd4ea95f559c26f11efd059f8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731694968071/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T18:22:48,441 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:22:48,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T18:22:48,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.ReplicationSink(318): Replicating [dfafff11-0936-434c-bc5b-8fbe7165d00c] bulk loaded data 2024-11-15T18:22:48,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c5fb7b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:48,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34801,-1 for getting cluster id 2024-11-15T18:22:48,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:48,443 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27a092e2-c257-481d-a219-0f6f0b931fd8' 2024-11-15T18:22:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27a092e2-c257-481d-a219-0f6f0b931fd8" 2024-11-15T18:22:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b651b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34801,-1] 2024-11-15T18:22:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:48,444 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:48,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d13a6e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:48,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741837_1013 (size=7691) 2024-11-15T18:22:48,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741838_1014 (size=7894) 2024-11-15T18:22:48,640 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 to pos 687, reset compression=false 2024-11-15T18:22:48,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:48,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,34801,1731694952578 2024-11-15T18:22:48,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24e843cf 2024-11-15T18:22:48,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:48,862 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-15T18:22:48,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:22:48,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:48,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,34027,1731694953366, seqNum=-1] 2024-11-15T18:22:48,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:48,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-15T18:22:48,886 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/118b037c869c4a63ae48479d562ad82b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-15T18:22:48,888 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/defba74ec7264d768ae8c7da6e63b058_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-15T18:22:48,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/118b037c869c4a63ae48479d562ad82b_SeqId_4_ for inclusion in b62e3e0d7bd41688b86c832cdb244363/f 2024-11-15T18:22:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T18:22:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:22:48,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/defba74ec7264d768ae8c7da6e63b058_SeqId_4_ for inclusion in b62e3e0d7bd41688b86c832cdb244363/f 2024-11-15T18:22:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T18:22:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:22:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HRegion(2603): Flush status journal for b62e3e0d7bd41688b86c832cdb244363: 2024-11-15T18:22:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 118b037c869c4a63ae48479d562ad82b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:22:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/118b037c869c4a63ae48479d562ad82b_SeqId_4_ as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/9133924572504583a277e5855e7d0b78_SeqId_4_ 2024-11-15T18:22:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): defba74ec7264d768ae8c7da6e63b058_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:22:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/defba74ec7264d768ae8c7da6e63b058_SeqId_4_ as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/734775b1c05a4e7b91af46f32f319790_SeqId_4_ 2024-11-15T18:22:48,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/118b037c869c4a63ae48479d562ad82b_SeqId_4_ into b62e3e0d7bd41688b86c832cdb244363/f as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/9133924572504583a277e5855e7d0b78_SeqId_4_ - updating store file list. 2024-11-15T18:22:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9133924572504583a277e5855e7d0b78_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:22:48,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/9133924572504583a277e5855e7d0b78_SeqId_4_ into b62e3e0d7bd41688b86c832cdb244363/f 2024-11-15T18:22:48,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/118b037c869c4a63ae48479d562ad82b_SeqId_4_ into b62e3e0d7bd41688b86c832cdb244363/f (new location: hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/9133924572504583a277e5855e7d0b78_SeqId_4_) 2024-11-15T18:22:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/118b037c869c4a63ae48479d562ad82b_SeqId_4_ 2024-11-15T18:22:48,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/defba74ec7264d768ae8c7da6e63b058_SeqId_4_ into b62e3e0d7bd41688b86c832cdb244363/f as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/734775b1c05a4e7b91af46f32f319790_SeqId_4_ - updating store file list. 2024-11-15T18:22:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 734775b1c05a4e7b91af46f32f319790_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:22:48,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/734775b1c05a4e7b91af46f32f319790_SeqId_4_ into b62e3e0d7bd41688b86c832cdb244363/f 2024-11-15T18:22:48,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/defba74ec7264d768ae8c7da6e63b058_SeqId_4_ into b62e3e0d7bd41688b86c832cdb244363/f (new location: hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/734775b1c05a4e7b91af46f32f319790_SeqId_4_) 2024-11-15T18:22:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__77f2lh4arj8nholof62j8r52p2un78vj6q8413lrf5815uvb1djit6jhrnv6n597/f/defba74ec7264d768ae8c7da6e63b058_SeqId_4_ 2024-11-15T18:22:48,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.ReplicationSink(324): Finished replicating [dfafff11-0936-434c-bc5b-8fbe7165d00c] bulk loaded data 2024-11-15T18:22:48,943 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 to pos 687, reset compression=false 2024-11-15T18:22:49,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,36327,1731694958781, seqNum=-1] 2024-11-15T18:22:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:49,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da., hostname=74ec74825666,36327,1731694958781, seqNum=2] 2024-11-15T18:22:49,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:22:49,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:22:49,101 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C35449%2C1731694947039.meta:.meta(num 1731694949720) roll requested 2024-11-15T18:22:49,151 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.meta.1731694969101.meta, exclude list is [], retry=0 2024-11-15T18:22:49,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37971,DS-13b15e1a-7ada-48ab-b329-8014d771fa72,DISK] 2024-11-15T18:22:49,166 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.meta.1731694949720.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.meta.1731694969101.meta 2024-11-15T18:22:49,166 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-15T18:22:49,167 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.meta.1731694949720.meta is not closed yet, will try archiving it next time 2024-11-15T18:22:49,167 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C35449%2C1731694947039.rep:(num 1731694966583) roll requested 2024-11-15T18:22:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741834_1010 (size=3473) 2024-11-15T18:22:49,189 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.rep.1731694969167, exclude list is [], retry=0 2024-11-15T18:22:49,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37971,DS-13b15e1a-7ada-48ab-b329-8014d771fa72,DISK] 2024-11-15T18:22:49,197 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.rep.1731694966583 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.rep.1731694969167 2024-11-15T18:22:49,200 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-15T18:22:49,201 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.rep.1731694966583 is not closed yet, will try archiving it next time 2024-11-15T18:22:49,201 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C35449%2C1731694947039:(num 1731694949250) roll requested 2024-11-15T18:22:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741839_1015 (size=1505) 2024-11-15T18:22:49,215 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201, exclude list is [], retry=0 2024-11-15T18:22:49,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37971,DS-13b15e1a-7ada-48ab-b329-8014d771fa72,DISK] 2024-11-15T18:22:49,221 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 2024-11-15T18:22:49,222 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-15T18:22:49,222 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 is not closed yet, will try archiving it next time 2024-11-15T18:22:49,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741833_1009 (size=695) 2024-11-15T18:22:49,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e0362f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,40785,-1 for getting cluster id 2024-11-15T18:22:49,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:49,242 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfafff11-0936-434c-bc5b-8fbe7165d00c' 2024-11-15T18:22:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfafff11-0936-434c-bc5b-8fbe7165d00c" 2024-11-15T18:22:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f740a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,40785,-1] 2024-11-15T18:22:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:49,244 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b2b8a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:49,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,40785,1731694946852 2024-11-15T18:22:49,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@300fb999 2024-11-15T18:22:49,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:49,250 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:49,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://74ec74825666:43227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T18:22:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T18:22:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T18:22:49,255 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:43227' 2024-11-15T18:22:49,264 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 to hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/oldWALs/74ec74825666%2C35449%2C1731694947039.1731694949250 2024-11-15T18:22:49,276 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7e8c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,276 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,43227,-1 for getting cluster id 2024-11-15T18:22:49,277 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:49,277 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95995535-e0df-4141-8a4f-2fbfdf1436fc' 2024-11-15T18:22:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95995535-e0df-4141-8a4f-2fbfdf1436fc" 2024-11-15T18:22:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d512ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,43227,-1] 2024-11-15T18:22:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:49,279 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:49,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a432b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:49,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,43227,1731694958433 2024-11-15T18:22:49,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f822e7e 2024-11-15T18:22:49,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:49,282 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:49,283 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T18:22:49,283 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T18:22:49,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:49,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:49,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:49,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T18:22:49,353 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 to pos 687, reset compression=false 2024-11-15T18:22:49,359 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 was moved to hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/oldWALs/74ec74825666%2C35449%2C1731694947039.1731694949250 2024-11-15T18:22:49,360 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250 2024-11-15T18:22:49,361 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201, startPosition=0, beingWritten=true 2024-11-15T18:22:49,361 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35449,1731694947039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694949250, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-15T18:22:49,363 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [74ec74825666%2C35449%2C1731694947039.1731694949250] 2024-11-15T18:22:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T18:22:49,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T18:22:49,462 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T18:22:49,505 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-74ec74825666,35449,1731694947039, ReplicationSource: 2, currentBandwidth=0 2024-11-15T18:22:49,508 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T18:22:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T18:22:49,511 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 74ec74825666,35449,1731694947039 suceeded 2024-11-15T18:22:49,514 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://74ec74825666:43227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T18:22:49,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T18:22:49,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-15T18:22:49,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 264 msec 2024-11-15T18:22:49,539 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='74ec74825666:43227' 2024-11-15T18:22:49,541 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7263cf2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,541 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,43227,-1 for getting cluster id 2024-11-15T18:22:49,541 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:49,542 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95995535-e0df-4141-8a4f-2fbfdf1436fc' 2024-11-15T18:22:49,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:49,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95995535-e0df-4141-8a4f-2fbfdf1436fc" 2024-11-15T18:22:49,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e9876f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,43227,-1] 2024-11-15T18:22:49,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:49,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:49,543 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:49,544 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9462cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,544 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:49,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,43227,1731694958433 2024-11-15T18:22:49,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d96dfc7 2024-11-15T18:22:49,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:49,546 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T18:22:49,546 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-74ec74825666,35449,1731694947039 (queues=1) is replicating from cluster=dfafff11-0936-434c-bc5b-8fbe7165d00c to cluster=95995535-e0df-4141-8a4f-2fbfdf1436fc 2024-11-15T18:22:49,547 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=74ec74825666%2C35449%2C1731694947039 2024-11-15T18:22:49,547 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-74ec74825666,35449,1731694947039, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T18:22:49,547 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201, startPosition=0, beingWritten=true 2024-11-15T18:22:49,547 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 74ec74825666%2C35449%2C1731694947039 2024-11-15T18:22:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T18:22:49,574 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T18:22:49,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:49,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:49,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:49,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:49,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:49,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:22:49,578 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731694969578/Put/seqid=0 2024-11-15T18:22:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741845_1021 (size=11194) 2024-11-15T18:22:49,584 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731694969584/Put/seqid=0 2024-11-15T18:22:49,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741846_1022 (size=10791) 2024-11-15T18:22:49,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12098287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,40785,-1 for getting cluster id 2024-11-15T18:22:49,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:49,590 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfafff11-0936-434c-bc5b-8fbe7165d00c' 2024-11-15T18:22:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfafff11-0936-434c-bc5b-8fbe7165d00c" 2024-11-15T18:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25fbb657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,40785,-1] 2024-11-15T18:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:49,591 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:49,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f694464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35449,1731694947039, seqNum=-1] 2024-11-15T18:22:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:49,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:22:49,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,40785,1731694946852 2024-11-15T18:22:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76483f1a 2024-11-15T18:22:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:49,601 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:22:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., hostname=74ec74825666,35449,1731694947039, seqNum=2] 2024-11-15T18:22:49,606 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:22:49,610 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-15T18:22:49,613 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-15T18:22:49,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_1/f/hfile_1 for inclusion in c7ce3e8bd4ea95f559c26f11efd059f8/f 2024-11-15T18:22:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T18:22:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:22:49,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_1/f/hfile_0 for inclusion in c7ce3e8bd4ea95f559c26f11efd059f8/f 2024-11-15T18:22:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T18:22:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:22:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HRegion(2603): Flush status journal for c7ce3e8bd4ea95f559c26f11efd059f8: 2024-11-15T18:22:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__272v3fbv25k1a8529ik9laouaht06c5fu0345s65jlpjg8jlsid6g1bokgjn2adf/f/hfile_1 2024-11-15T18:22:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__272v3fbv25k1a8529ik9laouaht06c5fu0345s65jlpjg8jlsid6g1bokgjn2adf/f/hfile_1 as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ 2024-11-15T18:22:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__272v3fbv25k1a8529ik9laouaht06c5fu0345s65jlpjg8jlsid6g1bokgjn2adf/f/hfile_0 2024-11-15T18:22:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__272v3fbv25k1a8529ik9laouaht06c5fu0345s65jlpjg8jlsid6g1bokgjn2adf/f/hfile_0 as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ 2024-11-15T18:22:49,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__272v3fbv25k1a8529ik9laouaht06c5fu0345s65jlpjg8jlsid6g1bokgjn2adf/f/hfile_1 into c7ce3e8bd4ea95f559c26f11efd059f8/f as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ - updating store file list. 2024-11-15T18:22:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d079040f98947c8ba5a33ea66870be4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T18:22:49,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ into c7ce3e8bd4ea95f559c26f11efd059f8/f 2024-11-15T18:22:49,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__272v3fbv25k1a8529ik9laouaht06c5fu0345s65jlpjg8jlsid6g1bokgjn2adf/f/hfile_1 into c7ce3e8bd4ea95f559c26f11efd059f8/f (new location: hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_) 2024-11-15T18:22:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__272v3fbv25k1a8529ik9laouaht06c5fu0345s65jlpjg8jlsid6g1bokgjn2adf/f/hfile_1 2024-11-15T18:22:49,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__272v3fbv25k1a8529ik9laouaht06c5fu0345s65jlpjg8jlsid6g1bokgjn2adf/f/hfile_0 into c7ce3e8bd4ea95f559c26f11efd059f8/f as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ - updating store file list. 2024-11-15T18:22:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b54525bfa0994e3ab100867e6d60fe11_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T18:22:49,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ into c7ce3e8bd4ea95f559c26f11efd059f8/f 2024-11-15T18:22:49,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__272v3fbv25k1a8529ik9laouaht06c5fu0345s65jlpjg8jlsid6g1bokgjn2adf/f/hfile_0 into c7ce3e8bd4ea95f559c26f11efd059f8/f (new location: hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_) 2024-11-15T18:22:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/staging/jenkins__test__272v3fbv25k1a8529ik9laouaht06c5fu0345s65jlpjg8jlsid6g1bokgjn2adf/f/hfile_0 2024-11-15T18:22:49,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:49,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:49,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:49,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:49,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:49,645 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T18:22:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., hostname=74ec74825666,35449,1731694947039, seqNum=2 , the old value is region=test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., hostname=74ec74825666,35449,1731694947039, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74ec74825666:35449 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:22:49,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., hostname=74ec74825666,35449,1731694947039, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T18:22:49,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., hostname=74ec74825666,35449,1731694947039, seqNum=2 from cache 2024-11-15T18:22:49,647 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T18:22:49,754 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 0, reset compression=false 2024-11-15T18:22:49,755 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:35449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T18:22:49,794 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:22:49,794 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-74ec74825666,35449,1731694947039 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7ce3e8bd4ea95f559c26f11efd059f8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731694969640/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T18:22:49,797 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:22:49,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T18:22:49,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.ReplicationSink(318): Replicating [dfafff11-0936-434c-bc5b-8fbe7165d00c] bulk loaded data 2024-11-15T18:22:49,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4597fad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,43227,-1 for getting cluster id 2024-11-15T18:22:49,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:22:49,800 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95995535-e0df-4141-8a4f-2fbfdf1436fc' 2024-11-15T18:22:49,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:22:49,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95995535-e0df-4141-8a4f-2fbfdf1436fc" 2024-11-15T18:22:49,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@588d57e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,43227,-1] 2024-11-15T18:22:49,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:22:49,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:49,801 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:22:49,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f030ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:22:49,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741837_1013 (size=10791) 2024-11-15T18:22:49,865 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 0, reset compression=false 2024-11-15T18:22:49,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741838_1014 (size=11194) 2024-11-15T18:22:49,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:49,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,43227,1731694958433 2024-11-15T18:22:49,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31572d5d 2024-11-15T18:22:49,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:22:49,910 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T18:22:49,910 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-15T18:22:49,910 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35449,1731694947039 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7ce3e8bd4ea95f559c26f11efd059f8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731694969640/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T18:22:49,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.ReplicationSink(318): Replicating [dfafff11-0936-434c-bc5b-8fbe7165d00c] bulk loaded data 2024-11-15T18:22:49,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:22:49,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:22:49,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,36327,1731694958781, seqNum=-1] 2024-11-15T18:22:49,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:22:49,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-15T18:22:49,934 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T18:22:49,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741839_1015 (size=10791) 2024-11-15T18:22:49,939 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T18:22:49,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ for inclusion in 5bae17acd2cb12be091592ee19d9b8da/f 2024-11-15T18:22:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T18:22:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:22:49,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ for inclusion in 5bae17acd2cb12be091592ee19d9b8da/f 2024-11-15T18:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T18:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HRegion(2603): Flush status journal for 5bae17acd2cb12be091592ee19d9b8da: 2024-11-15T18:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d079040f98947c8ba5a33ea66870be4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:22:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ as hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da/f/a9f57351832748d09bc883eef09d5cf7_SeqId_4_ 2024-11-15T18:22:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:22:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ as hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da/f/832349a42c754d7badf3af1b9563eb64_SeqId_4_ 2024-11-15T18:22:49,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ into 5bae17acd2cb12be091592ee19d9b8da/f as hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da/f/a9f57351832748d09bc883eef09d5cf7_SeqId_4_ - updating store file list. 2024-11-15T18:22:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9f57351832748d09bc883eef09d5cf7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:22:49,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da/f/a9f57351832748d09bc883eef09d5cf7_SeqId_4_ into 5bae17acd2cb12be091592ee19d9b8da/f 2024-11-15T18:22:49,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ into 5bae17acd2cb12be091592ee19d9b8da/f (new location: hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da/f/a9f57351832748d09bc883eef09d5cf7_SeqId_4_) 2024-11-15T18:22:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ 2024-11-15T18:22:49,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ into 5bae17acd2cb12be091592ee19d9b8da/f as hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da/f/832349a42c754d7badf3af1b9563eb64_SeqId_4_ - updating store file list. 2024-11-15T18:22:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 832349a42c754d7badf3af1b9563eb64_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T18:22:49,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da/f/832349a42c754d7badf3af1b9563eb64_SeqId_4_ into 5bae17acd2cb12be091592ee19d9b8da/f 2024-11-15T18:22:49,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ into 5bae17acd2cb12be091592ee19d9b8da/f (new location: hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da/f/832349a42c754d7badf3af1b9563eb64_SeqId_4_) 2024-11-15T18:22:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/staging/jenkins.hfs.23__test__ajl0qd4akabe2ff1e5udetlsgtnfufcvn4vcr7agp52qta1pv1jgb8qt0v2b6hml/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ 2024-11-15T18:22:49,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36327 {}] regionserver.ReplicationSink(324): Finished replicating [dfafff11-0936-434c-bc5b-8fbe7165d00c] bulk loaded data 2024-11-15T18:22:49,995 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:50,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741840_1016 (size=11194) 2024-11-15T18:22:50,110 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:50,168 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:22:50,324 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:50,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T18:22:50,417 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:50,420 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T18:22:50,423 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T18:22:50,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ for inclusion in b62e3e0d7bd41688b86c832cdb244363/f 2024-11-15T18:22:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T18:22:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:22:50,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ for inclusion in b62e3e0d7bd41688b86c832cdb244363/f 2024-11-15T18:22:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T18:22:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T18:22:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HRegion(2603): Flush status journal for b62e3e0d7bd41688b86c832cdb244363: 2024-11-15T18:22:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d079040f98947c8ba5a33ea66870be4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:22:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/881ae14791e448eaa2a2d3c84153e281_SeqId_6_ 2024-11-15T18:22:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T18:22:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/302c251616864dec807f6e4cdeed42f3_SeqId_6_ 2024-11-15T18:22:50,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ into b62e3e0d7bd41688b86c832cdb244363/f as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/881ae14791e448eaa2a2d3c84153e281_SeqId_6_ - updating store file list. 2024-11-15T18:22:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 881ae14791e448eaa2a2d3c84153e281_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T18:22:50,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/881ae14791e448eaa2a2d3c84153e281_SeqId_6_ into b62e3e0d7bd41688b86c832cdb244363/f 2024-11-15T18:22:50,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ into b62e3e0d7bd41688b86c832cdb244363/f (new location: hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/881ae14791e448eaa2a2d3c84153e281_SeqId_6_) 2024-11-15T18:22:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/9d079040f98947c8ba5a33ea66870be4_SeqId_6_ 2024-11-15T18:22:50,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ into b62e3e0d7bd41688b86c832cdb244363/f as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/302c251616864dec807f6e4cdeed42f3_SeqId_6_ - updating store file list. 2024-11-15T18:22:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 302c251616864dec807f6e4cdeed42f3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T18:22:50,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/302c251616864dec807f6e4cdeed42f3_SeqId_6_ into b62e3e0d7bd41688b86c832cdb244363/f 2024-11-15T18:22:50,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ into b62e3e0d7bd41688b86c832cdb244363/f (new location: hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/f/302c251616864dec807f6e4cdeed42f3_SeqId_6_) 2024-11-15T18:22:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/staging/jenkins.hfs.22__test__7lsn7pj710umpddjkcp8b2a9qg9f5ea9fnelhueloloh50e40bssqju6nvu2ksv9/f/b54525bfa0994e3ab100867e6d60fe11_SeqId_6_ 2024-11-15T18:22:50,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] regionserver.ReplicationSink(324): Finished replicating [dfafff11-0936-434c-bc5b-8fbe7165d00c] bulk loaded data 2024-11-15T18:22:50,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:22:50,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:50,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:50,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:50,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:50,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:50,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:22:50,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1540060426, stopped=false 2024-11-15T18:22:50,664 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,43227,1731694958433 2024-11-15T18:22:50,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2726474288/running 2024-11-15T18:22:50,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:50,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2726474288/running 2024-11-15T18:22:50,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:50,709 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:50,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:50,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:50,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:50,709 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,36327,1731694958781' ***** 2024-11-15T18:22:50,709 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:22:50,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Set watcher on znode that does not yet exist, /2726474288/running 2024-11-15T18:22:50,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Set watcher on znode that does not yet exist, /2726474288/running 2024-11-15T18:22:50,710 INFO [RS:0;74ec74825666:36327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:22:50,710 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:22:50,710 INFO [RS:0;74ec74825666:36327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:22:50,710 INFO [RS:0;74ec74825666:36327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:22:50,710 INFO [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:50,710 INFO [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,36327,1731694958781 2024-11-15T18:22:50,710 INFO [RS:0;74ec74825666:36327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:50,710 INFO [RS:0;74ec74825666:36327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:36327. 2024-11-15T18:22:50,711 DEBUG [RS:0;74ec74825666:36327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:50,711 DEBUG [RS:0;74ec74825666:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:50,711 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bae17acd2cb12be091592ee19d9b8da, disabling compactions & flushes 2024-11-15T18:22:50,711 INFO [RS:0;74ec74825666:36327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:22:50,711 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:50,711 INFO [RS:0;74ec74825666:36327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:22:50,711 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:50,711 INFO [RS:0;74ec74825666:36327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:22:50,711 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. after waiting 0 ms 2024-11-15T18:22:50,711 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:50,711 INFO [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:22:50,711 INFO [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:22:50,711 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5bae17acd2cb12be091592ee19d9b8da=test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da.} 2024-11-15T18:22:50,711 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:22:50,711 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bae17acd2cb12be091592ee19d9b8da 2024-11-15T18:22:50,711 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:22:50,711 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:22:50,711 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:22:50,711 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:22:50,712 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T18:22:50,714 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/default/test/5bae17acd2cb12be091592ee19d9b8da/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T18:22:50,715 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:50,715 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:22:50,715 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:50,715 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bae17acd2cb12be091592ee19d9b8da: Waiting for close lock at 1731694970710Running coprocessor pre-close hooks at 1731694970710Disabling compacts and flushes for region at 1731694970710Disabling writes for close at 1731694970711 (+1 ms)Writing region close event to WAL at 1731694970711Running coprocessor post-close hooks at 1731694970715 (+4 ms)Closed at 1731694970715 2024-11-15T18:22:50,715 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da. 2024-11-15T18:22:50,726 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/info/2641f9debd7b40f5b4eaccf9a3e3ffa9 is 129, key is test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da./info:regioninfo/1731694965076/Put/seqid=0 2024-11-15T18:22:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741839_1015 (size=6421) 2024-11-15T18:22:50,729 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/info/2641f9debd7b40f5b4eaccf9a3e3ffa9 2024-11-15T18:22:50,729 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:50,745 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/ns/bac50d2852dc462bb0ab4c2aaca8cb88 is 43, key is default/ns:d/1731694960883/Put/seqid=0 2024-11-15T18:22:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741840_1016 (size=5153) 2024-11-15T18:22:50,772 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:22:50,772 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:22:50,778 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:50,821 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:50,911 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:51,111 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:51,149 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/ns/bac50d2852dc462bb0ab4c2aaca8cb88 2024-11-15T18:22:51,172 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/rep_barrier/f987bb4ac072463683243b8b8998b360 is 112, key is test,,1731694964296.5bae17acd2cb12be091592ee19d9b8da./rep_barrier:seqnumDuringOpen/1731694965076/Put/seqid=0 2024-11-15T18:22:51,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741841_1017 (size=5518) 2024-11-15T18:22:51,232 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:51,312 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:51,325 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:51,512 DEBUG [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:51,586 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/rep_barrier/f987bb4ac072463683243b8b8998b360 2024-11-15T18:22:51,604 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/table/46301b6153244812aac28a631a4d744e is 40, key is test/table:state/1731694965086/Put/seqid=0 2024-11-15T18:22:51,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741842_1018 (size=5165) 2024-11-15T18:22:51,612 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/table/46301b6153244812aac28a631a4d744e 2024-11-15T18:22:51,616 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/info/2641f9debd7b40f5b4eaccf9a3e3ffa9 as hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/info/2641f9debd7b40f5b4eaccf9a3e3ffa9 2024-11-15T18:22:51,619 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/info/2641f9debd7b40f5b4eaccf9a3e3ffa9, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T18:22:51,620 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/ns/bac50d2852dc462bb0ab4c2aaca8cb88 as hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/ns/bac50d2852dc462bb0ab4c2aaca8cb88 2024-11-15T18:22:51,622 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/ns/bac50d2852dc462bb0ab4c2aaca8cb88, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T18:22:51,623 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/rep_barrier/f987bb4ac072463683243b8b8998b360 as hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/rep_barrier/f987bb4ac072463683243b8b8998b360 2024-11-15T18:22:51,626 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/rep_barrier/f987bb4ac072463683243b8b8998b360, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T18:22:51,626 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/.tmp/table/46301b6153244812aac28a631a4d744e as hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/table/46301b6153244812aac28a631a4d744e 2024-11-15T18:22:51,629 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/table/46301b6153244812aac28a631a4d744e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T18:22:51,629 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=11, compaction requested=false 2024-11-15T18:22:51,633 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T18:22:51,633 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:51,633 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:22:51,634 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:51,634 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694970711Running coprocessor pre-close hooks at 1731694970711Disabling compacts and flushes for region at 1731694970711Disabling writes for close at 1731694970711Obtaining lock to block concurrent updates at 1731694970712 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731694970712Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731694970712Flushing stores of hbase:meta,,1.1588230740 at 1731694970712Flushing 1588230740/info: creating writer at 1731694970712Flushing 1588230740/info: appending metadata at 1731694970725 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731694970726 (+1 ms)Flushing 1588230740/ns: creating writer at 1731694970733 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731694970745 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731694970745Flushing 1588230740/rep_barrier: creating writer at 1731694971153 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694971172 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694971172Flushing 1588230740/table: creating writer at 1731694971590 (+418 ms)Flushing 1588230740/table: appending metadata at 1731694971603 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731694971603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34888cec: reopening flushed file at 1731694971615 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9bd9: reopening flushed file at 1731694971619 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68eb98b4: reopening flushed file at 1731694971622 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43abca3e: reopening flushed file at 1731694971626 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=11, compaction requested=false at 1731694971629 (+3 ms)Writing region close event to WAL at 1731694971631 (+2 ms)Running coprocessor post-close hooks at 1731694971633 (+2 ms)Closed at 1731694971633 2024-11-15T18:22:51,634 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:51,712 INFO [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,36327,1731694958781; all regions closed. 2024-11-15T18:22:51,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741834_1010 (size=2717) 2024-11-15T18:22:51,716 DEBUG [RS:0;74ec74825666:36327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/oldWALs 2024-11-15T18:22:51,716 INFO [RS:0;74ec74825666:36327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C36327%2C1731694958781.meta:.meta(num 1731694960837) 2024-11-15T18:22:51,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741832_1008 (size=1028) 2024-11-15T18:22:51,719 DEBUG [RS:0;74ec74825666:36327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/oldWALs 2024-11-15T18:22:51,719 INFO [RS:0;74ec74825666:36327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C36327%2C1731694958781:(num 1731694959904) 2024-11-15T18:22:51,719 DEBUG [RS:0;74ec74825666:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:51,719 INFO [RS:0;74ec74825666:36327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:51,719 INFO [RS:0;74ec74825666:36327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:51,719 INFO [RS:0;74ec74825666:36327 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:51,720 INFO [RS:0;74ec74825666:36327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:51,720 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:51,720 INFO [RS:0;74ec74825666:36327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:36327. 2024-11-15T18:22:51,720 DEBUG [RS:0;74ec74825666:36327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:51,720 DEBUG [RS:0;74ec74825666:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:51,720 DEBUG [RS:0;74ec74825666:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:51,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:51,720 INFO [RS:0;74ec74825666:36327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36327 2024-11-15T18:22:51,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288/rs 2024-11-15T18:22:51,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2726474288/rs/74ec74825666,36327,1731694958781 2024-11-15T18:22:51,824 INFO [RS:0;74ec74825666:36327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:51,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,36327,1731694958781] 2024-11-15T18:22:51,835 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:51,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2726474288/draining/74ec74825666,36327,1731694958781 already deleted, retry=false 2024-11-15T18:22:51,845 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,36327,1731694958781 expired; onlineServers=0 2024-11-15T18:22:51,845 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,43227,1731694958433' ***** 2024-11-15T18:22:51,845 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:22:51,845 INFO [M:0;74ec74825666:43227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:51,845 INFO [M:0;74ec74825666:43227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:51,845 DEBUG [M:0;74ec74825666:43227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:22:51,846 DEBUG [M:0;74ec74825666:43227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:22:51,846 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:22:51,846 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694959624 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694959624,5,FailOnTimeoutGroup] 2024-11-15T18:22:51,846 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694959620 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694959620,5,FailOnTimeoutGroup] 2024-11-15T18:22:51,846 INFO [M:0;74ec74825666:43227 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:51,846 INFO [M:0;74ec74825666:43227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:51,846 DEBUG [M:0;74ec74825666:43227 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:22:51,846 INFO [M:0;74ec74825666:43227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:22:51,846 INFO [M:0;74ec74825666:43227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:51,846 INFO [M:0;74ec74825666:43227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:22:51,846 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:22:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2726474288/master 2024-11-15T18:22:51,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2726474288 2024-11-15T18:22:51,856 DEBUG [M:0;74ec74825666:43227 {}] zookeeper.ZKUtil(347): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Unable to get data of znode /2726474288/master because node does not exist (not an error) 2024-11-15T18:22:51,856 WARN [M:0;74ec74825666:43227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:22:51,856 INFO [M:0;74ec74825666:43227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/.lastflushedseqids 2024-11-15T18:22:51,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741843_1019 (size=173) 2024-11-15T18:22:51,928 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:51,935 INFO [RS:0;74ec74825666:36327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x1013fbbdaf80007, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:51,935 INFO [RS:0;74ec74825666:36327 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,36327,1731694958781; zookeeper connection closed. 2024-11-15T18:22:51,935 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2515e79d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2515e79d 2024-11-15T18:22:51,935 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:22:52,260 INFO [M:0;74ec74825666:43227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:22:52,260 INFO [M:0;74ec74825666:43227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:22:52,260 DEBUG [M:0;74ec74825666:43227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:22:52,260 INFO [M:0;74ec74825666:43227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:52,260 DEBUG [M:0;74ec74825666:43227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:52,261 DEBUG [M:0;74ec74825666:43227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:22:52,261 DEBUG [M:0;74ec74825666:43227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:52,261 INFO [M:0;74ec74825666:43227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-15T18:22:52,280 DEBUG [M:0;74ec74825666:43227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bac35a2d6a8440458b5344c548185f67 is 82, key is hbase:meta,,1/info:regioninfo/1731694960864/Put/seqid=0 2024-11-15T18:22:52,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741844_1020 (size=5672) 2024-11-15T18:22:52,539 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:52,631 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:52,683 INFO [M:0;74ec74825666:43227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bac35a2d6a8440458b5344c548185f67 2024-11-15T18:22:52,699 DEBUG [M:0;74ec74825666:43227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e972d608704948b49f600235a6fc21ea is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731694965090/Put/seqid=0 2024-11-15T18:22:52,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741845_1021 (size=6585) 2024-11-15T18:22:53,103 INFO [M:0;74ec74825666:43227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e972d608704948b49f600235a6fc21ea 2024-11-15T18:22:53,122 DEBUG [M:0;74ec74825666:43227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d852aabaa754e258ccc106602e1504a is 69, key is 74ec74825666,36327,1731694958781/rs:state/1731694959701/Put/seqid=0 2024-11-15T18:22:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741846_1022 (size=5156) 2024-11-15T18:22:53,127 INFO [M:0;74ec74825666:43227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d852aabaa754e258ccc106602e1504a 2024-11-15T18:22:53,132 DEBUG [M:0;74ec74825666:43227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bac35a2d6a8440458b5344c548185f67 as hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bac35a2d6a8440458b5344c548185f67 2024-11-15T18:22:53,136 INFO [M:0;74ec74825666:43227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bac35a2d6a8440458b5344c548185f67, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T18:22:53,137 DEBUG [M:0;74ec74825666:43227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e972d608704948b49f600235a6fc21ea as hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e972d608704948b49f600235a6fc21ea 2024-11-15T18:22:53,141 INFO [M:0;74ec74825666:43227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e972d608704948b49f600235a6fc21ea, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T18:22:53,142 DEBUG [M:0;74ec74825666:43227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d852aabaa754e258ccc106602e1504a as hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d852aabaa754e258ccc106602e1504a 2024-11-15T18:22:53,145 INFO [M:0;74ec74825666:43227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/247da8f9-f003-51b2-be61-448f5a4350a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d852aabaa754e258ccc106602e1504a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T18:22:53,146 INFO [M:0;74ec74825666:43227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false 2024-11-15T18:22:53,146 INFO [M:0;74ec74825666:43227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:53,147 DEBUG [M:0;74ec74825666:43227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694972260Disabling compacts and flushes for region at 1731694972260Disabling writes for close at 1731694972261 (+1 ms)Obtaining lock to block concurrent updates at 1731694972261Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694972261Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731694972261Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694972262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694972262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694972279 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694972279Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694972687 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694972699 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694972699Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694973108 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694973122 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694973122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206e1d6: reopening flushed file at 1731694973132 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e0bc651: reopening flushed file at 1731694973137 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445aff7a: reopening flushed file at 1731694973141 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false at 1731694973146 (+5 ms)Writing region close event to WAL at 1731694973146Closed at 1731694973146 2024-11-15T18:22:53,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741830_1006 (size=32758) 2024-11-15T18:22:53,149 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:53,149 INFO [M:0;74ec74825666:43227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:22:53,149 INFO [M:0;74ec74825666:43227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43227 2024-11-15T18:22:53,149 INFO [M:0;74ec74825666:43227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:53,341 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:53,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:53,417 INFO [M:0;74ec74825666:43227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:53,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43227-0x1013fbbdaf80006, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:53,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ca419c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:22:53,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70b9d12a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:53,419 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:53,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@100b341d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:53,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4353737f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:53,421 WARN [BP-294726296-172.17.0.2-1731694956305 heartbeating to localhost/127.0.0.1:40109 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:22:53,421 WARN [BP-294726296-172.17.0.2-1731694956305 heartbeating to localhost/127.0.0.1:40109 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-294726296-172.17.0.2-1731694956305 (Datanode Uuid a66a5091-da87-4875-be8d-f43641ead457) service to localhost/127.0.0.1:40109 2024-11-15T18:22:53,421 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:22:53,421 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:22:53,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/cluster_5cbdeeee-ae3f-ae58-9938-87b351761696/data/data1/current/BP-294726296-172.17.0.2-1731694956305 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:53,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/cluster_5cbdeeee-ae3f-ae58-9938-87b351761696/data/data2/current/BP-294726296-172.17.0.2-1731694956305 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:53,422 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:22:53,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b8990ae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:22:53,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a7b4b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:53,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:53,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b494c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:53,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7baf8da0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86925db9-17e1-e97a-90db-72487bdf69ac/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:53,435 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:53,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:22:53,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:22:53,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:53,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:53,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:53,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:53,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:53,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:22:53,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2041702635, stopped=false 2024-11-15T18:22:53,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,34801,1731694952578 2024-11-15T18:22:53,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2022794728/running 2024-11-15T18:22:53,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2022794728/running 2024-11-15T18:22:53,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:53,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:53,456 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:53,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:53,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:53,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:53,456 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,34027,1731694953366' ***** 2024-11-15T18:22:53,456 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:22:53,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Set watcher on znode that does not yet exist, /1-2022794728/running 2024-11-15T18:22:53,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Set watcher on znode that does not yet exist, /1-2022794728/running 2024-11-15T18:22:53,457 INFO [RS:0;74ec74825666:34027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:22:53,457 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:22:53,457 INFO [RS:0;74ec74825666:34027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:22:53,457 INFO [RS:0;74ec74825666:34027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:22:53,457 INFO [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(3091): Received CLOSE for b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:53,457 INFO [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,34027,1731694953366 2024-11-15T18:22:53,457 INFO [RS:0;74ec74825666:34027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:53,457 INFO [RS:0;74ec74825666:34027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:34027. 2024-11-15T18:22:53,457 DEBUG [RS:0;74ec74825666:34027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:53,457 DEBUG [RS:0;74ec74825666:34027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:53,457 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b62e3e0d7bd41688b86c832cdb244363, disabling compactions & flushes 2024-11-15T18:22:53,458 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:53,458 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:53,458 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. after waiting 0 ms 2024-11-15T18:22:53,458 INFO [RS:0;74ec74825666:34027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:22:53,458 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:53,458 INFO [RS:0;74ec74825666:34027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:22:53,458 INFO [RS:0;74ec74825666:34027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:22:53,458 INFO [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:22:53,458 INFO [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T18:22:53,458 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b62e3e0d7bd41688b86c832cdb244363=test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363.} 2024-11-15T18:22:53,458 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b62e3e0d7bd41688b86c832cdb244363 2024-11-15T18:22:53,458 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:22:53,458 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:22:53,458 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:22:53,458 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:22:53,458 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:22:53,458 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T18:22:53,462 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/default/test/b62e3e0d7bd41688b86c832cdb244363/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:22:53,462 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:53,462 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:22:53,462 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:53,462 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b62e3e0d7bd41688b86c832cdb244363: Waiting for close lock at 1731694973457Running coprocessor pre-close hooks at 1731694973457Disabling compacts and flushes for region at 1731694973457Disabling writes for close at 1731694973458 (+1 ms)Writing region close event to WAL at 1731694973458Running coprocessor post-close hooks at 1731694973462 (+4 ms)Closed at 1731694973462 2024-11-15T18:22:53,462 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363. 2024-11-15T18:22:53,480 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/info/1d1d8556b4ae404f8a7ead57e0490090 is 129, key is test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363./info:regioninfo/1731694963900/Put/seqid=0 2024-11-15T18:22:53,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741841_1017 (size=6421) 2024-11-15T18:22:53,485 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/info/1d1d8556b4ae404f8a7ead57e0490090 2024-11-15T18:22:53,506 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/ns/8c1885cb19374f59b668c5abe29b1016 is 43, key is default/ns:d/1731694956251/Put/seqid=0 2024-11-15T18:22:53,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741842_1018 (size=5153) 2024-11-15T18:22:53,551 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:53,658 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:53,858 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:53,918 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/ns/8c1885cb19374f59b668c5abe29b1016 2024-11-15T18:22:53,933 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/rep_barrier/c2a5f488133048c1847413da52d18179 is 112, key is test,,1731694963156.b62e3e0d7bd41688b86c832cdb244363./rep_barrier:seqnumDuringOpen/1731694963900/Put/seqid=0 2024-11-15T18:22:53,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741843_1019 (size=5518) 2024-11-15T18:22:54,058 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:54,226 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:22:54,226 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:22:54,244 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:54,259 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:54,336 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/rep_barrier/c2a5f488133048c1847413da52d18179 2024-11-15T18:22:54,340 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:54,352 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/table/e8baab661dcb4002bfadcf135e0beca8 is 40, key is test/table:state/1731694963905/Put/seqid=0 2024-11-15T18:22:54,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741844_1020 (size=5165) 2024-11-15T18:22:54,459 INFO [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:22:54,459 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:22:54,459 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:54,659 DEBUG [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:54,756 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/table/e8baab661dcb4002bfadcf135e0beca8 2024-11-15T18:22:54,760 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/info/1d1d8556b4ae404f8a7ead57e0490090 as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/info/1d1d8556b4ae404f8a7ead57e0490090 2024-11-15T18:22:54,765 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/info/1d1d8556b4ae404f8a7ead57e0490090, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T18:22:54,766 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/ns/8c1885cb19374f59b668c5abe29b1016 as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/ns/8c1885cb19374f59b668c5abe29b1016 2024-11-15T18:22:54,778 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/ns/8c1885cb19374f59b668c5abe29b1016, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T18:22:54,779 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/rep_barrier/c2a5f488133048c1847413da52d18179 as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/rep_barrier/c2a5f488133048c1847413da52d18179 2024-11-15T18:22:54,782 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/rep_barrier/c2a5f488133048c1847413da52d18179, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T18:22:54,783 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/.tmp/table/e8baab661dcb4002bfadcf135e0beca8 as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/table/e8baab661dcb4002bfadcf135e0beca8 2024-11-15T18:22:54,786 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/table/e8baab661dcb4002bfadcf135e0beca8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T18:22:54,787 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=11, compaction requested=false 2024-11-15T18:22:54,787 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:22:54,792 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T18:22:54,792 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:54,792 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:22:54,793 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:54,793 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694973458Running coprocessor pre-close hooks at 1731694973458Disabling compacts and flushes for region at 1731694973458Disabling writes for close at 1731694973458Obtaining lock to block concurrent updates at 1731694973458Preparing flush snapshotting stores in 1588230740 at 1731694973458Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731694973458Flushing stores of hbase:meta,,1.1588230740 at 1731694973459 (+1 ms)Flushing 1588230740/info: creating writer at 1731694973459Flushing 1588230740/info: appending metadata at 1731694973479 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731694973480 (+1 ms)Flushing 1588230740/ns: creating writer at 1731694973489 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731694973505 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731694973505Flushing 1588230740/rep_barrier: creating writer at 1731694973921 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694973933 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694973933Flushing 1588230740/table: creating writer at 1731694974340 (+407 ms)Flushing 1588230740/table: appending metadata at 1731694974352 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731694974352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d77463f: reopening flushed file at 1731694974759 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6780d947: reopening flushed file at 1731694974766 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c738ea3: reopening flushed file at 1731694974778 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb36963: reopening flushed file at 1731694974782 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=11, compaction requested=false at 1731694974787 (+5 ms)Writing region close event to WAL at 1731694974789 (+2 ms)Running coprocessor post-close hooks at 1731694974792 (+3 ms)Closed at 1731694974792 2024-11-15T18:22:54,793 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:54,859 INFO [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,34027,1731694953366; all regions closed. 2024-11-15T18:22:54,861 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/WALs/74ec74825666,34027,1731694953366/74ec74825666%2C34027%2C1731694953366.meta.1731694956213.meta not finished, retry = 0 2024-11-15T18:22:54,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741834_1010 (size=2717) 2024-11-15T18:22:54,963 DEBUG [RS:0;74ec74825666:34027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/oldWALs 2024-11-15T18:22:54,963 INFO [RS:0;74ec74825666:34027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C34027%2C1731694953366.meta:.meta(num 1731694956213) 2024-11-15T18:22:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741832_1008 (size=1374) 2024-11-15T18:22:54,966 DEBUG [RS:0;74ec74825666:34027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/oldWALs 2024-11-15T18:22:54,966 INFO [RS:0;74ec74825666:34027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C34027%2C1731694953366:(num 1731694955264) 2024-11-15T18:22:54,966 DEBUG [RS:0;74ec74825666:34027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:54,966 INFO [RS:0;74ec74825666:34027 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:54,966 INFO [RS:0;74ec74825666:34027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:54,967 INFO [RS:0;74ec74825666:34027 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:54,967 INFO [RS:0;74ec74825666:34027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:54,967 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:54,967 INFO [RS:0;74ec74825666:34027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:34027. 2024-11-15T18:22:54,967 DEBUG [RS:0;74ec74825666:34027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:54,967 DEBUG [RS:0;74ec74825666:34027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:54,967 DEBUG [RS:0;74ec74825666:34027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:54,968 INFO [RS:0;74ec74825666:34027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34027 2024-11-15T18:22:54,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:54,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728/rs 2024-11-15T18:22:54,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2022794728/rs/74ec74825666,34027,1731694953366 2024-11-15T18:22:54,980 INFO [RS:0;74ec74825666:34027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:54,980 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f998c8e2658@7e9b2675 rejected from java.util.concurrent.ThreadPoolExecutor@3b99a7c2[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T18:22:54,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,34027,1731694953366] 2024-11-15T18:22:55,003 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022794728/draining/74ec74825666,34027,1731694953366 already deleted, retry=false 2024-11-15T18:22:55,003 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,34027,1731694953366 expired; onlineServers=0 2024-11-15T18:22:55,003 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,34801,1731694952578' ***** 2024-11-15T18:22:55,003 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:22:55,003 INFO [M:0;74ec74825666:34801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:55,003 INFO [M:0;74ec74825666:34801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:55,003 DEBUG [M:0;74ec74825666:34801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:22:55,003 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694955056 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694955056,5,FailOnTimeoutGroup] 2024-11-15T18:22:55,003 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:22:55,003 DEBUG [M:0;74ec74825666:34801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:22:55,003 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694955053 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694955053,5,FailOnTimeoutGroup] 2024-11-15T18:22:55,003 INFO [M:0;74ec74825666:34801 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:55,003 INFO [M:0;74ec74825666:34801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:55,003 DEBUG [M:0;74ec74825666:34801 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:22:55,004 INFO [M:0;74ec74825666:34801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:22:55,004 INFO [M:0;74ec74825666:34801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:55,004 INFO [M:0;74ec74825666:34801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:22:55,004 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:22:55,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2022794728/master 2024-11-15T18:22:55,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022794728 2024-11-15T18:22:55,013 DEBUG [M:0;74ec74825666:34801 {}] zookeeper.ZKUtil(347): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Unable to get data of znode /1-2022794728/master because node does not exist (not an error) 2024-11-15T18:22:55,013 WARN [M:0;74ec74825666:34801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:22:55,014 INFO [M:0;74ec74825666:34801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/.lastflushedseqids 2024-11-15T18:22:55,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741845_1021 (size=173) 2024-11-15T18:22:55,018 INFO [M:0;74ec74825666:34801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:22:55,018 INFO [M:0;74ec74825666:34801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:22:55,018 DEBUG [M:0;74ec74825666:34801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:22:55,018 INFO [M:0;74ec74825666:34801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:55,018 DEBUG [M:0;74ec74825666:34801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:55,018 DEBUG [M:0;74ec74825666:34801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:22:55,018 DEBUG [M:0;74ec74825666:34801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:55,018 INFO [M:0;74ec74825666:34801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-15T18:22:55,035 DEBUG [M:0;74ec74825666:34801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/747374b002b34efda253ea4ec17fa347 is 82, key is hbase:meta,,1/info:regioninfo/1731694956238/Put/seqid=0 2024-11-15T18:22:55,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741846_1022 (size=5672) 2024-11-15T18:22:55,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:55,093 INFO [RS:0;74ec74825666:34027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:55,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x1013fbbdaf80004, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:55,093 INFO [RS:0;74ec74825666:34027 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,34027,1731694953366; zookeeper connection closed. 2024-11-15T18:22:55,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56098ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56098ae 2024-11-15T18:22:55,093 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:22:55,247 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:55,344 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:55,439 INFO [M:0;74ec74825666:34801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/747374b002b34efda253ea4ec17fa347 2024-11-15T18:22:55,454 DEBUG [M:0;74ec74825666:34801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4dee54be2074da4b66dfeac3c845c37 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731694963907/Put/seqid=0 2024-11-15T18:22:55,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741847_1023 (size=6586) 2024-11-15T18:22:55,857 INFO [M:0;74ec74825666:34801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4dee54be2074da4b66dfeac3c845c37 2024-11-15T18:22:55,872 DEBUG [M:0;74ec74825666:34801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee7b98357e4441e59ac2a42376b4f19a is 69, key is 74ec74825666,34027,1731694953366/rs:state/1731694955091/Put/seqid=0 2024-11-15T18:22:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741848_1024 (size=5156) 2024-11-15T18:22:56,217 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:22:56,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,275 INFO [M:0;74ec74825666:34801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee7b98357e4441e59ac2a42376b4f19a 2024-11-15T18:22:56,279 DEBUG [M:0;74ec74825666:34801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/747374b002b34efda253ea4ec17fa347 as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/747374b002b34efda253ea4ec17fa347 2024-11-15T18:22:56,282 INFO [M:0;74ec74825666:34801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/747374b002b34efda253ea4ec17fa347, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T18:22:56,282 DEBUG [M:0;74ec74825666:34801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4dee54be2074da4b66dfeac3c845c37 as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4dee54be2074da4b66dfeac3c845c37 2024-11-15T18:22:56,286 INFO [M:0;74ec74825666:34801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4dee54be2074da4b66dfeac3c845c37, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T18:22:56,287 DEBUG [M:0;74ec74825666:34801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee7b98357e4441e59ac2a42376b4f19a as hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee7b98357e4441e59ac2a42376b4f19a 2024-11-15T18:22:56,290 INFO [M:0;74ec74825666:34801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/da18d145-631a-7966-9667-c3ffff085f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee7b98357e4441e59ac2a42376b4f19a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T18:22:56,291 INFO [M:0;74ec74825666:34801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=55, compaction requested=false 2024-11-15T18:22:56,293 INFO [M:0;74ec74825666:34801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:56,293 DEBUG [M:0;74ec74825666:34801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694975018Disabling compacts and flushes for region at 1731694975018Disabling writes for close at 1731694975018Obtaining lock to block concurrent updates at 1731694975018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694975018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731694975019 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694975019Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694975019Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694975035 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694975035Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694975442 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694975454 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694975454Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694975860 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694975872 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694975872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb071b5: reopening flushed file at 1731694976279 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640a5655: reopening flushed file at 1731694976282 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0fc567: reopening flushed file at 1731694976286 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=55, compaction requested=false at 1731694976291 (+5 ms)Writing region close event to WAL at 1731694976293 (+2 ms)Closed at 1731694976293 2024-11-15T18:22:56,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41889 is added to blk_1073741830_1006 (size=32770) 2024-11-15T18:22:56,296 INFO [M:0;74ec74825666:34801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:22:56,296 INFO [M:0;74ec74825666:34801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34801 2024-11-15T18:22:56,296 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:56,300 INFO [M:0;74ec74825666:34801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:22:56,350 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:56,442 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:22:56,447 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:56,503 INFO [M:0;74ec74825666:34801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:56,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:56,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1013fbbdaf80003, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:56,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18ae9580{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:22:56,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b66af75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:56,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:56,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13efe89c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:56,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d59ccd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:56,507 WARN [BP-1730723188-172.17.0.2-1731694949950 heartbeating to localhost/127.0.0.1:33857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:22:56,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:22:56,507 WARN [BP-1730723188-172.17.0.2-1731694949950 heartbeating to localhost/127.0.0.1:33857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1730723188-172.17.0.2-1731694949950 (Datanode Uuid f45a1f85-fffd-48e3-b8cc-25b7004c3e74) service to localhost/127.0.0.1:33857 2024-11-15T18:22:56,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:22:56,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/cluster_47177128-2e2a-2539-6d6a-274cc0fffebc/data/data1/current/BP-1730723188-172.17.0.2-1731694949950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:56,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/cluster_47177128-2e2a-2539-6d6a-274cc0fffebc/data/data2/current/BP-1730723188-172.17.0.2-1731694949950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:56,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:22:56,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37248352{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:22:56,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698ce6fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:56,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:56,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f5a9fbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:56,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8680d36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c93186e6-7ebf-52f6-1cf9-1d54fb28b0fe/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:56,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:22:56,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:22:56,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:56,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:56,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:56,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:56,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:56,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:22:56,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1126975373, stopped=false 2024-11-15T18:22:56,526 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,40785,1731694946852 2024-11-15T18:22:56,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-588060846/running 2024-11-15T18:22:56,540 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-588060846/running 2024-11-15T18:22:56,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:56,540 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:56,540 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:56,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:22:56,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:56,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:56,540 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,35449,1731694947039' ***** 2024-11-15T18:22:56,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Set watcher on znode that does not yet exist, /0-588060846/running 2024-11-15T18:22:56,540 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:22:56,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Set watcher on znode that does not yet exist, /0-588060846/running 2024-11-15T18:22:56,541 INFO [RS:0;74ec74825666:35449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:22:56,541 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:22:56,541 INFO [RS:0;74ec74825666:35449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:22:56,541 INFO [RS:0;74ec74825666:35449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:22:56,541 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for c7ce3e8bd4ea95f559c26f11efd059f8 2024-11-15T18:22:56,541 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:56,541 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,35449,1731694947039 2024-11-15T18:22:56,541 INFO [RS:0;74ec74825666:35449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:56,541 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7ce3e8bd4ea95f559c26f11efd059f8, disabling compactions & flushes 2024-11-15T18:22:56,542 INFO [RS:0;74ec74825666:35449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:35449. 2024-11-15T18:22:56,542 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:56,542 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:56,542 DEBUG [RS:0;74ec74825666:35449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:56,542 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. after waiting 0 ms 2024-11-15T18:22:56,542 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:56,542 DEBUG [RS:0;74ec74825666:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:56,542 INFO [RS:0;74ec74825666:35449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:22:56,542 INFO [RS:0;74ec74825666:35449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:22:56,542 INFO [RS:0;74ec74825666:35449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:22:56,542 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:22:56,543 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:56,543 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T18:22:56,543 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1325): Online Regions={c7ce3e8bd4ea95f559c26f11efd059f8=test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8., 1588230740=hbase:meta,,1.1588230740, ee3ec76b02a0828ca0a3aa9ae6015e90=hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90.} 2024-11-15T18:22:56,543 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7ce3e8bd4ea95f559c26f11efd059f8, ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:56,543 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:22:56,543 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:22:56,543 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:22:56,543 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:22:56,543 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:22:56,544 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T18:22:56,546 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/default/test/c7ce3e8bd4ea95f559c26f11efd059f8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:22:56,546 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:56,546 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T18:22:56,547 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:56,547 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7ce3e8bd4ea95f559c26f11efd059f8: Waiting for close lock at 1731694976541Running coprocessor pre-close hooks at 1731694976541Disabling compacts and flushes for region at 1731694976541Disabling writes for close at 1731694976542 (+1 ms)Writing region close event to WAL at 1731694976543 (+1 ms)Running coprocessor post-close hooks at 1731694976546 (+3 ms)Closed at 1731694976546 2024-11-15T18:22:56,547 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8. 2024-11-15T18:22:56,547 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee3ec76b02a0828ca0a3aa9ae6015e90, disabling compactions & flushes 2024-11-15T18:22:56,547 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:56,547 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:56,547 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. after waiting 0 ms 2024-11-15T18:22:56,547 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:56,547 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee3ec76b02a0828ca0a3aa9ae6015e90 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-15T18:22:56,559 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/.tmp/hfileref/f69c0834999349feb527f301d87f8e9d is 74, key is 1/hfileref:118b037c869c4a63ae48479d562ad82b_SeqId_4_/1731694968939/DeleteColumn/seqid=0 2024-11-15T18:22:56,560 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/info/c3742fc4e3d8464d901ca6e31ba3373c is 147, key is hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90./info:regioninfo/1731694966613/Put/seqid=0 2024-11-15T18:22:56,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741847_1023 (size=5489) 2024-11-15T18:22:56,562 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/.tmp/hfileref/f69c0834999349feb527f301d87f8e9d 2024-11-15T18:22:56,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741848_1024 (size=7686) 2024-11-15T18:22:56,563 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/info/c3742fc4e3d8464d901ca6e31ba3373c 2024-11-15T18:22:56,578 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/.tmp/queue/1c53e1228dc643ef82731ce743095307 is 153, key is 1-74ec74825666,35449,1731694947039/queue:74ec74825666%2C35449%2C1731694947039/1731694970452/Put/seqid=0 2024-11-15T18:22:56,578 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/ns/d6d6042ad2f845b0a33a9c5f23b5dac8 is 43, key is default/ns:d/1731694949841/Put/seqid=0 2024-11-15T18:22:56,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741849_1025 (size=5153) 2024-11-15T18:22:56,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741850_1026 (size=5504) 2024-11-15T18:22:56,743 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:56,944 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee3ec76b02a0828ca0a3aa9ae6015e90 2024-11-15T18:22:56,984 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/.tmp/queue/1c53e1228dc643ef82731ce743095307 2024-11-15T18:22:56,984 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/ns/d6d6042ad2f845b0a33a9c5f23b5dac8 2024-11-15T18:22:56,988 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/.tmp/hfileref/f69c0834999349feb527f301d87f8e9d as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/hfileref/f69c0834999349feb527f301d87f8e9d 2024-11-15T18:22:56,993 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/hfileref/f69c0834999349feb527f301d87f8e9d, entries=6, sequenceid=17, filesize=5.4 K 2024-11-15T18:22:56,994 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/.tmp/queue/1c53e1228dc643ef82731ce743095307 as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/queue/1c53e1228dc643ef82731ce743095307 2024-11-15T18:22:56,997 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/queue/1c53e1228dc643ef82731ce743095307, entries=2, sequenceid=17, filesize=5.4 K 2024-11-15T18:22:56,998 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for ee3ec76b02a0828ca0a3aa9ae6015e90 in 451ms, sequenceid=17, compaction requested=false 2024-11-15T18:22:57,002 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/replication/ee3ec76b02a0828ca0a3aa9ae6015e90/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-15T18:22:57,002 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:57,002 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:22:57,002 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:57,003 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee3ec76b02a0828ca0a3aa9ae6015e90: Waiting for close lock at 1731694976547Running coprocessor pre-close hooks at 1731694976547Disabling compacts and flushes for region at 1731694976547Disabling writes for close at 1731694976547Obtaining lock to block concurrent updates at 1731694976547Preparing flush snapshotting stores in ee3ec76b02a0828ca0a3aa9ae6015e90 at 1731694976547Finished memstore snapshotting hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731694976547Flushing stores of hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. at 1731694976548 (+1 ms)Flushing ee3ec76b02a0828ca0a3aa9ae6015e90/hfileref: creating writer at 1731694976548Flushing ee3ec76b02a0828ca0a3aa9ae6015e90/hfileref: appending metadata at 1731694976559 (+11 ms)Flushing ee3ec76b02a0828ca0a3aa9ae6015e90/hfileref: closing flushed file at 1731694976559Flushing ee3ec76b02a0828ca0a3aa9ae6015e90/queue: creating writer at 1731694976566 (+7 ms)Flushing ee3ec76b02a0828ca0a3aa9ae6015e90/queue: appending metadata at 1731694976578 (+12 ms)Flushing ee3ec76b02a0828ca0a3aa9ae6015e90/queue: closing flushed file at 1731694976578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cbb43fb: reopening flushed file at 1731694976988 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e74cc60: reopening flushed file at 1731694976993 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for ee3ec76b02a0828ca0a3aa9ae6015e90 in 451ms, sequenceid=17, compaction requested=false at 1731694976998 (+5 ms)Writing region close event to WAL at 1731694977000 (+2 ms)Running coprocessor post-close hooks at 1731694977002 (+2 ms)Closed at 1731694977002 2024-11-15T18:22:57,003 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731694965448.ee3ec76b02a0828ca0a3aa9ae6015e90. 2024-11-15T18:22:57,014 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/rep_barrier/d27551c51f834239a6f43a46b2ecdfb7 is 112, key is test,,1731694961007.c7ce3e8bd4ea95f559c26f11efd059f8./rep_barrier:seqnumDuringOpen/1731694962175/Put/seqid=0 2024-11-15T18:22:57,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741851_1027 (size=5518) 2024-11-15T18:22:57,115 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:22:57,116 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:22:57,144 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:57,344 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:57,417 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/rep_barrier/d27551c51f834239a6f43a46b2ecdfb7 2024-11-15T18:22:57,439 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/table/1903bdc4b6254dd68d3afc43f41cd134 is 53, key is hbase:replication/table:state/1731694966619/Put/seqid=0 2024-11-15T18:22:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741852_1028 (size=5308) 2024-11-15T18:22:57,544 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T18:22:57,544 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T18:22:57,544 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:57,554 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:57,557 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:57,557 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 688, reset compression=false 2024-11-15T18:22:57,557 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-74ec74825666,35449,1731694947039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:57,558 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 74ec74825666,35449,1731694947039: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-74ec74825666,35449,1731694947039, walGroup=74ec74825666%2C35449%2C1731694947039, offset=74ec74825666%2C35449%2C1731694947039.1731694969201:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:35449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T18:22:57,559 ERROR [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:22:57,559 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:22:57,560 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:22:57,560 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:22:57,560 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:22:57,560 INFO [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1660944384, "init": 1048576000, "max": 2306867200, "used": 1046586784 }, "NonHeapMemoryUsage": { "committed": 211681280, "init": 7667712, "max": -1, "used": 208615216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T18:22:57,560 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:40785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:40785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T18:22:57,650 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 393, reset compression=false 2024-11-15T18:22:57,654 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T18:22:57,655 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 688, reset compression=false 2024-11-15T18:22:57,655 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-74ec74825666,35449,1731694947039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T18:22:57,655 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-15T18:22:57,744 DEBUG [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:22:57,760 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 688, reset compression=false 2024-11-15T18:22:57,843 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/table/1903bdc4b6254dd68d3afc43f41cd134 2024-11-15T18:22:57,847 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/info/c3742fc4e3d8464d901ca6e31ba3373c as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/info/c3742fc4e3d8464d901ca6e31ba3373c 2024-11-15T18:22:57,850 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/info/c3742fc4e3d8464d901ca6e31ba3373c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T18:22:57,851 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/ns/d6d6042ad2f845b0a33a9c5f23b5dac8 as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/ns/d6d6042ad2f845b0a33a9c5f23b5dac8 2024-11-15T18:22:57,854 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/ns/d6d6042ad2f845b0a33a9c5f23b5dac8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T18:22:57,854 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/rep_barrier/d27551c51f834239a6f43a46b2ecdfb7 as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/rep_barrier/d27551c51f834239a6f43a46b2ecdfb7 2024-11-15T18:22:57,857 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/rep_barrier/d27551c51f834239a6f43a46b2ecdfb7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T18:22:57,858 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/.tmp/table/1903bdc4b6254dd68d3afc43f41cd134 as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/table/1903bdc4b6254dd68d3afc43f41cd134 2024-11-15T18:22:57,858 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 688, reset compression=false 2024-11-15T18:22:57,862 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/table/1903bdc4b6254dd68d3afc43f41cd134, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T18:22:57,863 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-15T18:22:57,870 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T18:22:57,871 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T18:22:57,871 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:22:57,871 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:57,871 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694976543Running coprocessor pre-close hooks at 1731694976543Disabling compacts and flushes for region at 1731694976543Disabling writes for close at 1731694976543Obtaining lock to block concurrent updates at 1731694976544 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731694976544Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731694976544Flushing stores of hbase:meta,,1.1588230740 at 1731694976544Flushing 1588230740/info: creating writer at 1731694976544Flushing 1588230740/info: appending metadata at 1731694976560 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731694976560Flushing 1588230740/ns: creating writer at 1731694976566 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731694976578 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731694976578Flushing 1588230740/rep_barrier: creating writer at 1731694976987 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731694977013 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731694977014 (+1 ms)Flushing 1588230740/table: creating writer at 1731694977421 (+407 ms)Flushing 1588230740/table: appending metadata at 1731694977439 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731694977439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343a50ea: reopening flushed file at 1731694977846 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6060867a: reopening flushed file at 1731694977850 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e34df07: reopening flushed file at 1731694977854 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b1be8d: reopening flushed file at 1731694977857 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731694977863 (+6 ms)Writing region close event to WAL at 1731694977867 (+4 ms)Running coprocessor post-close hooks at 1731694977871 (+4 ms)Closed at 1731694977871 2024-11-15T18:22:57,871 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:22:57,945 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,35449,1731694947039; all regions closed. 2024-11-15T18:22:57,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741842_1018 (size=859) 2024-11-15T18:22:57,946 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.meta.1731694969101.meta not finished, retry = 0 2024-11-15T18:22:58,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.rep.1731694969167 not finished, retry = 0 2024-11-15T18:22:58,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741843_1019 (size=2791) 2024-11-15T18:22:58,063 DEBUG [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/WALs/74ec74825666,35449,1731694947039/74ec74825666%2C35449%2C1731694947039.1731694969201 to pos 688, reset compression=false 2024-11-15T18:22:58,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741844_1020 (size=696) 2024-11-15T18:22:58,151 DEBUG [RS:0;74ec74825666:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:58,151 INFO [RS:0;74ec74825666:35449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:22:58,152 INFO [RS:0;74ec74825666:35449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:58,152 INFO [RS:0;74ec74825666:35449 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:58,152 INFO [RS:0;74ec74825666:35449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:58,152 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:58,152 INFO [RS:0;74ec74825666:35449 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-74ec74825666,35449,1731694947039 because: Region server is closing 2024-11-15T18:22:58,152 INFO [RS:0;74ec74825666:35449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:35449. 2024-11-15T18:22:58,152 DEBUG [RS:0;74ec74825666:35449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:58,152 DEBUG [RS:0;74ec74825666:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:58,153 DEBUG [RS:0;74ec74825666:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:58,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:58,253 INFO [RS:0;74ec74825666:35449 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,1-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,1-74ec74825666,35449,1731694947039 terminated 2024-11-15T18:22:58,253 INFO [RS:0;74ec74825666:35449 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-74ec74825666,35449,1731694947039 because: Region server is closing 2024-11-15T18:22:58,253 INFO [RS:0;74ec74825666:35449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:35449. 2024-11-15T18:22:58,253 DEBUG [RS:0;74ec74825666:35449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:22:58,253 DEBUG [RS:0;74ec74825666:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:58,253 DEBUG [RS:0;74ec74825666:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:22:58,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:22:58,353 INFO [RS:0;74ec74825666:35449 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.shipper74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 terminated 2024-11-15T18:22:58,354 INFO [RS:0;74ec74825666:35449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35449 2024-11-15T18:22:58,354 WARN [RS_REFRESH_PEER-regionserver/74ec74825666:0-0.replicationSource,2-74ec74825666,35449,1731694947039.replicationSource.wal-reader.74ec74825666%2C35449%2C1731694947039,2-74ec74825666,35449,1731694947039 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T18:22:58,413 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-588060846/rs/74ec74825666,35449,1731694947039 2024-11-15T18:22:58,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846/rs 2024-11-15T18:22:58,413 INFO [RS:0;74ec74825666:35449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:58,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,35449,1731694947039] 2024-11-15T18:22:58,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-588060846/draining/74ec74825666,35449,1731694947039 already deleted, retry=false 2024-11-15T18:22:58,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,35449,1731694947039 expired; onlineServers=0 2024-11-15T18:22:58,434 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,40785,1731694946852' ***** 2024-11-15T18:22:58,434 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:22:58,434 INFO [M:0;74ec74825666:40785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:22:58,434 INFO [M:0;74ec74825666:40785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:22:58,434 DEBUG [M:0;74ec74825666:40785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:22:58,435 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:22:58,435 DEBUG [M:0;74ec74825666:40785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:22:58,435 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694948820 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694948820,5,FailOnTimeoutGroup] 2024-11-15T18:22:58,435 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694948822 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694948822,5,FailOnTimeoutGroup] 2024-11-15T18:22:58,435 INFO [M:0;74ec74825666:40785 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:22:58,435 INFO [M:0;74ec74825666:40785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:22:58,435 DEBUG [M:0;74ec74825666:40785 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:22:58,435 INFO [M:0;74ec74825666:40785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:22:58,435 INFO [M:0;74ec74825666:40785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:22:58,435 ERROR [M:0;74ec74825666:40785 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:44823 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44823,5,PEWorkerGroup] 2024-11-15T18:22:58,435 INFO [M:0;74ec74825666:40785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:22:58,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:22:58,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-588060846/master 2024-11-15T18:22:58,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-588060846 2024-11-15T18:22:58,445 DEBUG [M:0;74ec74825666:40785 {}] zookeeper.ZKUtil(347): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Unable to get data of znode /0-588060846/master because node does not exist (not an error) 2024-11-15T18:22:58,445 WARN [M:0;74ec74825666:40785 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:22:58,445 INFO [M:0;74ec74825666:40785 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/.lastflushedseqids 2024-11-15T18:22:58,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741853_1029 (size=263) 2024-11-15T18:22:58,524 INFO [RS:0;74ec74825666:35449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:58,524 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:58,524 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1013fbbdaf80001, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:58,524 INFO [RS:0;74ec74825666:35449 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,35449,1731694947039; zookeeper connection closed. 2024-11-15T18:22:58,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@233db398 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@233db398 2024-11-15T18:22:58,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T18:22:58,843 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:22:58,844 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:22:58,844 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169081 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [74ec74825666,41273,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:41273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T18:22:58,849 INFO [M:0;74ec74825666:40785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:22:58,849 INFO [M:0;74ec74825666:40785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:22:58,849 DEBUG [M:0;74ec74825666:40785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:22:58,849 INFO [M:0;74ec74825666:40785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:58,849 DEBUG [M:0;74ec74825666:40785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:58,849 DEBUG [M:0;74ec74825666:40785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:22:58,849 DEBUG [M:0;74ec74825666:40785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:58,849 INFO [M:0;74ec74825666:40785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-15T18:22:58,863 DEBUG [M:0;74ec74825666:40785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d5c5ec7bf4c4ee6bb394fc9d2036d72 is 82, key is hbase:meta,,1/info:regioninfo/1731694949751/Put/seqid=0 2024-11-15T18:22:58,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741854_1030 (size=5672) 2024-11-15T18:22:58,866 INFO [M:0;74ec74825666:40785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d5c5ec7bf4c4ee6bb394fc9d2036d72 2024-11-15T18:22:58,882 DEBUG [M:0;74ec74825666:40785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a9d0410099d46f7867095fd9e852048 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731694966622/Put/seqid=0 2024-11-15T18:22:58,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741855_1031 (size=8909) 2024-11-15T18:22:59,286 INFO [M:0;74ec74825666:40785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a9d0410099d46f7867095fd9e852048 2024-11-15T18:22:59,302 DEBUG [M:0;74ec74825666:40785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9949f84da031465fa7994a2ef94dbd56 is 69, key is 74ec74825666,35449,1731694947039/rs:state/1731694949041/Put/seqid=0 2024-11-15T18:22:59,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741856_1032 (size=5156) 2024-11-15T18:22:59,706 INFO [M:0;74ec74825666:40785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9949f84da031465fa7994a2ef94dbd56 2024-11-15T18:22:59,733 DEBUG [M:0;74ec74825666:40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d5c5ec7bf4c4ee6bb394fc9d2036d72 as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d5c5ec7bf4c4ee6bb394fc9d2036d72 2024-11-15T18:22:59,736 INFO [M:0;74ec74825666:40785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d5c5ec7bf4c4ee6bb394fc9d2036d72, entries=8, sequenceid=112, filesize=5.5 K 2024-11-15T18:22:59,736 DEBUG [M:0;74ec74825666:40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a9d0410099d46f7867095fd9e852048 as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a9d0410099d46f7867095fd9e852048 2024-11-15T18:22:59,739 INFO [M:0;74ec74825666:40785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a9d0410099d46f7867095fd9e852048, entries=13, sequenceid=112, filesize=8.7 K 2024-11-15T18:22:59,740 DEBUG [M:0;74ec74825666:40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9949f84da031465fa7994a2ef94dbd56 as hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9949f84da031465fa7994a2ef94dbd56 2024-11-15T18:22:59,742 INFO [M:0;74ec74825666:40785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44823/user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9949f84da031465fa7994a2ef94dbd56, entries=1, sequenceid=112, filesize=5.0 K 2024-11-15T18:22:59,743 INFO [M:0;74ec74825666:40785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=112, compaction requested=false 2024-11-15T18:22:59,744 INFO [M:0;74ec74825666:40785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:22:59,744 DEBUG [M:0;74ec74825666:40785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694978849Disabling compacts and flushes for region at 1731694978849Disabling writes for close at 1731694978849Obtaining lock to block concurrent updates at 1731694978849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694978849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731694978849Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694978850 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694978850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694978863 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694978863Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694978869 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694978882 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694978882Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694979288 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694979301 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694979301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c84e694: reopening flushed file at 1731694979732 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fecb2e1: reopening flushed file at 1731694979736 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@379dccb3: reopening flushed file at 1731694979739 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=112, compaction requested=false at 1731694979743 (+4 ms)Writing region close event to WAL at 1731694979744 (+1 ms)Closed at 1731694979744 2024-11-15T18:22:59,747 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f90b9870-4197-0859-f67e-12e2f0ecd917/MasterData/WALs/74ec74825666,40785,1731694946852/74ec74825666%2C40785%2C1731694946852.1731694948464 not finished, retry = 0 2024-11-15T18:22:59,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37971 is added to blk_1073741830_1006 (size=69055) 2024-11-15T18:22:59,848 INFO [M:0;74ec74825666:40785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:22:59,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:22:59,848 INFO [M:0;74ec74825666:40785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40785 2024-11-15T18:22:59,848 INFO [M:0;74ec74825666:40785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:22:59,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:59,966 INFO [M:0;74ec74825666:40785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:22:59,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1013fbbdaf80000, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:22:59,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12902795{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:22:59,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f543dc9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:59,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:59,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37047678{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:59,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e9db49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:59,970 WARN [BP-1603345724-172.17.0.2-1731694944101 heartbeating to localhost/127.0.0.1:44823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:22:59,970 WARN [BP-1603345724-172.17.0.2-1731694944101 heartbeating to localhost/127.0.0.1:44823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1603345724-172.17.0.2-1731694944101 (Datanode Uuid 607ae081-0155-4ef2-8d27-fba5c65bd88a) service to localhost/127.0.0.1:44823 2024-11-15T18:22:59,970 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:22:59,970 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:22:59,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/cluster_4013eddc-fe20-4451-e223-c94f16fd513c/data/data1/current/BP-1603345724-172.17.0.2-1731694944101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:59,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/cluster_4013eddc-fe20-4451-e223-c94f16fd513c/data/data2/current/BP-1603345724-172.17.0.2-1731694944101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:22:59,971 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:22:59,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f53a1f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:22:59,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d6047c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:22:59,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:22:59,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6828b0e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:22:59,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c77357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebde7b69-4bcd-ab7f-f060-3aa922084ad3/hadoop.log.dir/,STOPPED} 2024-11-15T18:22:59,988 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:22:59,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:23:00,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 533) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44823 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57771) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57771) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33857 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33857 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57771) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40109 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 883) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=603 (was 656), ProcessCount=11 (was 11), AvailableMemoryMB=1796 (was 2709) 2024-11-15T18:23:00,013 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-11-15T18:23:00,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013fbbdaf80005, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:23:00,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013fbbdaf80008, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:23:00,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013fbbdaf80002, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T18:23:00,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013fbbdaf80008, quorum=127.0.0.1:57771, baseZNode=/2726474288 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:23:00,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013fbbdaf80005, quorum=127.0.0.1:57771, baseZNode=/1-2022794728 Received Disconnected from ZooKeeper, ignoring 2024-11-15T18:23:00,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013fbbdaf80002, quorum=127.0.0.1:57771, baseZNode=/0-588060846 Received Disconnected from ZooKeeper, ignoring